2024-11-20 03:16:57,352 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-20 03:16:57,386 main DEBUG Took 0.031931 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 03:16:57,386 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 03:16:57,387 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 03:16:57,388 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 03:16:57,390 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 03:16:57,401 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 03:16:57,419 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 03:16:57,421 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 03:16:57,421 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 03:16:57,422 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 03:16:57,423 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 03:16:57,423 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 03:16:57,424 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 03:16:57,424 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 03:16:57,425 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 03:16:57,426 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 03:16:57,427 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 03:16:57,427 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 03:16:57,428 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 03:16:57,428 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 03:16:57,429 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 03:16:57,429 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 03:16:57,430 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 03:16:57,430 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 03:16:57,431 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 03:16:57,431 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 03:16:57,432 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 03:16:57,432 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 03:16:57,433 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 03:16:57,433 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 03:16:57,434 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 03:16:57,434 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 03:16:57,437 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 03:16:57,438 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 03:16:57,440 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 03:16:57,441 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 03:16:57,443 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 03:16:57,443 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 03:16:57,453 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 03:16:57,457 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 03:16:57,459 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 03:16:57,459 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 03:16:57,460 main DEBUG createAppenders(={Console}) 2024-11-20 03:16:57,461 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-20 03:16:57,462 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-20 03:16:57,462 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-20 03:16:57,463 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 03:16:57,463 main DEBUG OutputStream closed 2024-11-20 03:16:57,464 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 03:16:57,464 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 03:16:57,464 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-20 03:16:57,572 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 03:16:57,574 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 03:16:57,577 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 03:16:57,579 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 03:16:57,580 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 03:16:57,580 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 03:16:57,581 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 03:16:57,581 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 03:16:57,582 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 03:16:57,582 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 03:16:57,583 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 03:16:57,584 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 03:16:57,584 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 03:16:57,585 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 03:16:57,585 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 03:16:57,585 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 03:16:57,586 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 03:16:57,587 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 03:16:57,590 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 03:16:57,590 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-20 03:16:57,591 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 03:16:57,592 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-20T03:16:57,609 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-20 03:16:57,612 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 03:16:57,612 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T03:16:57,685 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=412, ProcessCount=11, AvailableMemoryMB=7964 2024-11-20T03:16:58,011 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-20T03:16:58,068 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bbc741b-9e49-e798-22cb-9c77f5df6e77 2024-11-20T03:16:58,072 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bbc741b-9e49-e798-22cb-9c77f5df6e77/cluster_f3d9cca8-8910-401e-b995-314c29d9fc5f, deleteOnExit=true 2024-11-20T03:16:58,250 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bbc741b-9e49-e798-22cb-9c77f5df6e77/cluster_f3d9cca8-8910-401e-b995-314c29d9fc5f/zookeeper_0, clientPort=58813, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bbc741b-9e49-e798-22cb-9c77f5df6e77/cluster_f3d9cca8-8910-401e-b995-314c29d9fc5f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bbc741b-9e49-e798-22cb-9c77f5df6e77/cluster_f3d9cca8-8910-401e-b995-314c29d9fc5f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T03:16:58,266 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58813 2024-11-20T03:16:58,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T03:16:58,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T03:16:58,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bbc741b-9e49-e798-22cb-9c77f5df6e77/test.cache.data in system properties and HBase conf 2024-11-20T03:16:58,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bbc741b-9e49-e798-22cb-9c77f5df6e77/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T03:16:58,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bbc741b-9e49-e798-22cb-9c77f5df6e77/hadoop.log.dir in system properties and HBase conf 2024-11-20T03:16:58,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bbc741b-9e49-e798-22cb-9c77f5df6e77/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T03:16:58,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bbc741b-9e49-e798-22cb-9c77f5df6e77/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T03:16:58,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T03:16:58,389 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T03:16:58,507 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T03:16:58,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bbc741b-9e49-e798-22cb-9c77f5df6e77/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:16:58,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bbc741b-9e49-e798-22cb-9c77f5df6e77/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:16:58,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bbc741b-9e49-e798-22cb-9c77f5df6e77/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T03:16:58,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bbc741b-9e49-e798-22cb-9c77f5df6e77/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:16:58,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bbc741b-9e49-e798-22cb-9c77f5df6e77/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T03:16:58,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bbc741b-9e49-e798-22cb-9c77f5df6e77/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T03:16:58,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bbc741b-9e49-e798-22cb-9c77f5df6e77/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:16:58,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bbc741b-9e49-e798-22cb-9c77f5df6e77/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:16:58,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bbc741b-9e49-e798-22cb-9c77f5df6e77/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T03:16:58,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bbc741b-9e49-e798-22cb-9c77f5df6e77/nfs.dump.dir in system properties and HBase conf 2024-11-20T03:16:58,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bbc741b-9e49-e798-22cb-9c77f5df6e77/java.io.tmpdir in system properties and HBase conf 2024-11-20T03:16:58,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bbc741b-9e49-e798-22cb-9c77f5df6e77/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:16:58,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bbc741b-9e49-e798-22cb-9c77f5df6e77/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T03:16:58,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bbc741b-9e49-e798-22cb-9c77f5df6e77/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T03:16:59,939 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T03:17:00,030 INFO [Time-limited test {}] log.Log(170): Logging initialized @3558ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T03:17:00,113 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:17:00,219 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:17:00,277 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:17:00,277 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:17:00,279 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T03:17:00,317 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:17:00,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bbc741b-9e49-e798-22cb-9c77f5df6e77/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:17:00,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:17:00,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bbc741b-9e49-e798-22cb-9c77f5df6e77/java.io.tmpdir/jetty-localhost-45863-hadoop-hdfs-3_4_1-tests_jar-_-any-11358876704304496653/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:17:00,576 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:45863} 2024-11-20T03:17:00,576 INFO [Time-limited test {}] server.Server(415): Started @4105ms 2024-11-20T03:17:01,243 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:17:01,255 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:17:01,256 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:17:01,257 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:17:01,257 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T03:17:01,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bbc741b-9e49-e798-22cb-9c77f5df6e77/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:17:01,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:17:01,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@318ae30c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bbc741b-9e49-e798-22cb-9c77f5df6e77/java.io.tmpdir/jetty-localhost-35679-hadoop-hdfs-3_4_1-tests_jar-_-any-353332301736421553/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:17:01,393 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:35679} 2024-11-20T03:17:01,393 INFO [Time-limited test {}] server.Server(415): Started @4922ms 2024-11-20T03:17:01,455 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T03:17:02,623 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bbc741b-9e49-e798-22cb-9c77f5df6e77/cluster_f3d9cca8-8910-401e-b995-314c29d9fc5f/data/data1/current/BP-727426005-172.17.0.2-1732072619178/current, will proceed with Du for space computation calculation, 2024-11-20T03:17:02,623 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bbc741b-9e49-e798-22cb-9c77f5df6e77/cluster_f3d9cca8-8910-401e-b995-314c29d9fc5f/data/data2/current/BP-727426005-172.17.0.2-1732072619178/current, will proceed with Du for space computation calculation, 2024-11-20T03:17:02,666 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T03:17:02,727 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x804b52179e9bb27 with lease ID 0xd2e8a503df71ec49: Processing first storage report for DS-8dd90390-edb7-4b1a-a7a9-e0d50da3518a from datanode DatanodeRegistration(127.0.0.1:44685, datanodeUuid=36b3364c-66e3-45fc-b764-b16a6ecec949, infoPort=37625, infoSecurePort=0, ipcPort=39841, storageInfo=lv=-57;cid=testClusterID;nsid=1201372980;c=1732072619178) 2024-11-20T03:17:02,728 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x804b52179e9bb27 with lease ID 0xd2e8a503df71ec49: from storage DS-8dd90390-edb7-4b1a-a7a9-e0d50da3518a node DatanodeRegistration(127.0.0.1:44685, datanodeUuid=36b3364c-66e3-45fc-b764-b16a6ecec949, infoPort=37625, infoSecurePort=0, ipcPort=39841, storageInfo=lv=-57;cid=testClusterID;nsid=1201372980;c=1732072619178), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-20T03:17:02,729 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x804b52179e9bb27 with lease ID 0xd2e8a503df71ec49: Processing first storage report for DS-d77883ee-d8a8-4e0c-b42e-9e37fa495a6e from datanode DatanodeRegistration(127.0.0.1:44685, datanodeUuid=36b3364c-66e3-45fc-b764-b16a6ecec949, infoPort=37625, infoSecurePort=0, ipcPort=39841, storageInfo=lv=-57;cid=testClusterID;nsid=1201372980;c=1732072619178) 2024-11-20T03:17:02,729 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x804b52179e9bb27 with lease ID 0xd2e8a503df71ec49: from storage DS-d77883ee-d8a8-4e0c-b42e-9e37fa495a6e node DatanodeRegistration(127.0.0.1:44685, datanodeUuid=36b3364c-66e3-45fc-b764-b16a6ecec949, infoPort=37625, infoSecurePort=0, ipcPort=39841, storageInfo=lv=-57;cid=testClusterID;nsid=1201372980;c=1732072619178), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T03:17:02,747 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bbc741b-9e49-e798-22cb-9c77f5df6e77 2024-11-20T03:17:02,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:02,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:03,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741825_1001 (size=7) 2024-11-20T03:17:03,465 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732 with version=8 2024-11-20T03:17:03,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/hbase-staging 2024-11-20T03:17:03,582 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T03:17:03,966 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:17:03,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:17:03,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:17:03,985 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:17:03,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:17:03,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:17:04,152 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T03:17:04,213 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T03:17:04,225 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T03:17:04,230 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:17:04,263 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11268 (auto-detected) 2024-11-20T03:17:04,265 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T03:17:04,289 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42319 2024-11-20T03:17:04,316 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42319 connecting to ZooKeeper ensemble=127.0.0.1:58813 2024-11-20T03:17:04,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423190x0, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:17:04,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42319-0x101563eb4930000 connected 2024-11-20T03:17:04,532 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:04,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:04,545 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42319-0x101563eb4930000, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Set watcher on znode that does not yet exist, /0-861209525/running 2024-11-20T03:17:04,549 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732, hbase.cluster.distributed=false 2024-11-20T03:17:04,577 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42319-0x101563eb4930000, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Set watcher on znode that does not yet exist, /0-861209525/acl 2024-11-20T03:17:04,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42319 2024-11-20T03:17:04,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42319 2024-11-20T03:17:04,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42319 2024-11-20T03:17:04,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42319 2024-11-20T03:17:04,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42319 2024-11-20T03:17:04,720 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:17:04,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:17:04,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:17:04,722 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:17:04,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:17:04,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:17:04,726 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T03:17:04,729 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:17:04,730 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42087 2024-11-20T03:17:04,732 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42087 connecting to ZooKeeper ensemble=127.0.0.1:58813 2024-11-20T03:17:04,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:04,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:04,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420870x0, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:17:04,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42087-0x101563eb4930001 connected 2024-11-20T03:17:04,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42087-0x101563eb4930001, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Set watcher on znode that does not yet exist, /0-861209525/running 2024-11-20T03:17:04,772 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T03:17:04,780 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T03:17:04,783 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42087-0x101563eb4930001, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Set watcher on znode that does not yet exist, /0-861209525/master 2024-11-20T03:17:04,788 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42087-0x101563eb4930001, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Set watcher on znode that does not yet exist, /0-861209525/acl 2024-11-20T03:17:04,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42087 2024-11-20T03:17:04,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42087 2024-11-20T03:17:04,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42087 2024-11-20T03:17:04,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42087 2024-11-20T03:17:04,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42087 2024-11-20T03:17:04,813 DEBUG [M:0;d00f728e99d7:42319 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d00f728e99d7:42319 2024-11-20T03:17:04,815 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-861209525/backup-masters/d00f728e99d7,42319,1732072623717 2024-11-20T03:17:04,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42087-0x101563eb4930001, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-861209525/backup-masters 2024-11-20T03:17:04,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42319-0x101563eb4930000, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-861209525/backup-masters 2024-11-20T03:17:04,833 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42319-0x101563eb4930000, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Set watcher on existing znode=/0-861209525/backup-masters/d00f728e99d7,42319,1732072623717 2024-11-20T03:17:04,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42087-0x101563eb4930001, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-861209525/master 2024-11-20T03:17:04,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42319-0x101563eb4930000, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-861209525 2024-11-20T03:17:04,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42087-0x101563eb4930001, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-861209525 2024-11-20T03:17:04,863 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42319-0x101563eb4930000, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Set watcher on existing znode=/0-861209525/master 2024-11-20T03:17:04,864 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-861209525/backup-masters/d00f728e99d7,42319,1732072623717 from backup master directory 2024-11-20T03:17:04,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42319-0x101563eb4930000, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-861209525/backup-masters/d00f728e99d7,42319,1732072623717 2024-11-20T03:17:04,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42087-0x101563eb4930001, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-861209525/backup-masters 2024-11-20T03:17:04,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42319-0x101563eb4930000, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-861209525/backup-masters 2024-11-20T03:17:04,879 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:17:04,879 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d00f728e99d7,42319,1732072623717 2024-11-20T03:17:04,882 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T03:17:04,883 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T03:17:04,941 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/hbase.id] with ID: 12c7f254-ac40-44ea-aed1-0811cffe262f 2024-11-20T03:17:04,941 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/.tmp/hbase.id 2024-11-20T03:17:04,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741826_1002 (size=42) 2024-11-20T03:17:05,354 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/.tmp/hbase.id]:[hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/hbase.id] 2024-11-20T03:17:05,402 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:05,408 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T03:17:05,426 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-20T03:17:05,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42087-0x101563eb4930001, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-861209525 2024-11-20T03:17:05,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42319-0x101563eb4930000, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-861209525 2024-11-20T03:17:05,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741827_1003 (size=196) 2024-11-20T03:17:05,902 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:17:05,906 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T03:17:05,924 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:17:05,928 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:17:05,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741828_1004 (size=1189) 2024-11-20T03:17:06,386 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store 2024-11-20T03:17:06,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741829_1005 (size=34) 2024-11-20T03:17:06,421 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T03:17:06,428 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:17:06,430 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:17:06,430 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:17:06,431 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:17:06,433 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:17:06,433 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:17:06,434 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:17:06,435 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072626430Disabling compacts and flushes for region at 1732072626430Disabling writes for close at 1732072626433 (+3 ms)Writing region close event to WAL at 1732072626433Closed at 1732072626433 2024-11-20T03:17:06,446 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store/.initializing 2024-11-20T03:17:06,446 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/WALs/d00f728e99d7,42319,1732072623717 2024-11-20T03:17:06,458 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:17:06,479 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d00f728e99d7%2C42319%2C1732072623717, suffix=, logDir=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/WALs/d00f728e99d7,42319,1732072623717, archiveDir=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/oldWALs, maxLogs=10 2024-11-20T03:17:06,511 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/WALs/d00f728e99d7,42319,1732072623717/d00f728e99d7%2C42319%2C1732072623717.1732072626486, exclude list is [], retry=0 2024-11-20T03:17:06,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44685,DS-8dd90390-edb7-4b1a-a7a9-e0d50da3518a,DISK] 2024-11-20T03:17:06,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T03:17:06,572 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/WALs/d00f728e99d7,42319,1732072623717/d00f728e99d7%2C42319%2C1732072623717.1732072626486 2024-11-20T03:17:06,573 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37625:37625)] 2024-11-20T03:17:06,574 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:17:06,575 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:17:06,578 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:06,579 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:06,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:06,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T03:17:06,660 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:06,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:06,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:06,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T03:17:06,668 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:06,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:17:06,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:06,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T03:17:06,673 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:06,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:17:06,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:06,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T03:17:06,678 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:06,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:17:06,680 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:06,684 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:06,685 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:06,691 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:06,692 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:06,697 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:17:06,701 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:06,706 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:17:06,708 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70432230, jitterRate=0.04952201247215271}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:17:06,716 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732072626592Initializing all the Stores at 1732072626594 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072626595 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072626595Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072626596 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072626596Cleaning up temporary data from old regions at 1732072626692 (+96 ms)Region opened successfully at 1732072626716 (+24 ms) 2024-11-20T03:17:06,717 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T03:17:06,754 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4487c9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:17:06,785 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T03:17:06,796 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T03:17:06,796 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T03:17:06,800 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T03:17:06,801 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T03:17:06,807 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-20T03:17:06,808 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T03:17:06,840 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T03:17:06,850 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42319-0x101563eb4930000, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Unable to get data of znode /0-861209525/balancer because node does not exist (not necessarily an error) 2024-11-20T03:17:06,914 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-861209525/balancer already deleted, retry=false 2024-11-20T03:17:06,916 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T03:17:06,919 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42319-0x101563eb4930000, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Unable to get data of znode /0-861209525/normalizer because node does not exist (not necessarily an error) 2024-11-20T03:17:06,930 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-861209525/normalizer already deleted, retry=false 2024-11-20T03:17:06,933 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T03:17:06,937 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42319-0x101563eb4930000, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Unable to get data of znode /0-861209525/switch/split because node does not exist (not necessarily an error) 2024-11-20T03:17:06,945 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-861209525/switch/split already deleted, retry=false 2024-11-20T03:17:06,947 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42319-0x101563eb4930000, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Unable to get data of znode /0-861209525/switch/merge because node does not exist (not necessarily an error) 2024-11-20T03:17:06,956 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-861209525/switch/merge already deleted, retry=false 2024-11-20T03:17:06,973 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42319-0x101563eb4930000, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Unable to get data of znode /0-861209525/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T03:17:06,983 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-861209525/snapshot-cleanup already deleted, retry=false 2024-11-20T03:17:06,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42319-0x101563eb4930000, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-861209525/running 2024-11-20T03:17:06,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42087-0x101563eb4930001, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-861209525/running 2024-11-20T03:17:06,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42319-0x101563eb4930000, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-861209525 2024-11-20T03:17:06,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42087-0x101563eb4930001, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-861209525 2024-11-20T03:17:07,002 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d00f728e99d7,42319,1732072623717, sessionid=0x101563eb4930000, setting cluster-up flag (Was=false) 2024-11-20T03:17:07,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42319-0x101563eb4930000, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-861209525 2024-11-20T03:17:07,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42087-0x101563eb4930001, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-861209525 2024-11-20T03:17:07,162 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-861209525/flush-table-proc/acquired, /0-861209525/flush-table-proc/reached, /0-861209525/flush-table-proc/abort 2024-11-20T03:17:07,164 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,42319,1732072623717 2024-11-20T03:17:07,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42087-0x101563eb4930001, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-861209525 2024-11-20T03:17:07,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42319-0x101563eb4930000, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-861209525 2024-11-20T03:17:07,219 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-861209525/online-snapshot/acquired, /0-861209525/online-snapshot/reached, /0-861209525/online-snapshot/abort 2024-11-20T03:17:07,221 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,42319,1732072623717 2024-11-20T03:17:07,227 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T03:17:07,304 INFO [RS:0;d00f728e99d7:42087 {}] regionserver.HRegionServer(746): ClusterId : 12c7f254-ac40-44ea-aed1-0811cffe262f 2024-11-20T03:17:07,304 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T03:17:07,307 DEBUG [RS:0;d00f728e99d7:42087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T03:17:07,314 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T03:17:07,321 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T03:17:07,323 DEBUG [RS:0;d00f728e99d7:42087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T03:17:07,324 DEBUG [RS:0;d00f728e99d7:42087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T03:17:07,327 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d00f728e99d7,42319,1732072623717 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T03:17:07,338 DEBUG [RS:0;d00f728e99d7:42087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T03:17:07,339 DEBUG [RS:0;d00f728e99d7:42087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@495791de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:17:07,343 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:17:07,343 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:17:07,344 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:17:07,344 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:17:07,344 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d00f728e99d7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T03:17:07,344 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:07,345 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:17:07,345 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:07,353 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732072657353 2024-11-20T03:17:07,355 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T03:17:07,356 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T03:17:07,356 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:17:07,357 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T03:17:07,360 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T03:17:07,361 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T03:17:07,361 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T03:17:07,361 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T03:17:07,366 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:07,366 DEBUG [RS:0;d00f728e99d7:42087 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d00f728e99d7:42087 2024-11-20T03:17:07,366 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T03:17:07,372 INFO [RS:0;d00f728e99d7:42087 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T03:17:07,372 INFO [RS:0;d00f728e99d7:42087 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T03:17:07,372 DEBUG [RS:0;d00f728e99d7:42087 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T03:17:07,372 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:07,377 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T03:17:07,378 INFO [RS:0;d00f728e99d7:42087 {}] regionserver.HRegionServer(2659): reportForDuty to master=d00f728e99d7,42319,1732072623717 with port=42087, startcode=1732072624683 2024-11-20T03:17:07,378 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T03:17:07,378 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T03:17:07,379 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T03:17:07,388 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T03:17:07,388 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T03:17:07,394 DEBUG [RS:0;d00f728e99d7:42087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T03:17:07,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741831_1007 (size=1321) 2024-11-20T03:17:07,408 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072627390,5,FailOnTimeoutGroup] 2024-11-20T03:17:07,411 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T03:17:07,412 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732 2024-11-20T03:17:07,416 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072627408,5,FailOnTimeoutGroup] 2024-11-20T03:17:07,416 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:07,416 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T03:17:07,417 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:07,418 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:07,455 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T03:17:07,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741832_1008 (size=32) 2024-11-20T03:17:07,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:17:07,462 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42319 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d00f728e99d7,42087,1732072624683 2024-11-20T03:17:07,465 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42319 {}] master.ServerManager(517): Registering regionserver=d00f728e99d7,42087,1732072624683 2024-11-20T03:17:07,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:17:07,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:17:07,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:07,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:07,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:17:07,485 DEBUG [RS:0;d00f728e99d7:42087 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732 2024-11-20T03:17:07,485 DEBUG [RS:0;d00f728e99d7:42087 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45603 2024-11-20T03:17:07,485 DEBUG [RS:0;d00f728e99d7:42087 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T03:17:07,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:17:07,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:07,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:07,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:17:07,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:17:07,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:07,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:07,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:17:07,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42319-0x101563eb4930000, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-861209525/rs 2024-11-20T03:17:07,501 DEBUG [RS:0;d00f728e99d7:42087 {}] zookeeper.ZKUtil(111): regionserver:42087-0x101563eb4930001, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Set watcher on existing znode=/0-861209525/rs/d00f728e99d7,42087,1732072624683 2024-11-20T03:17:07,501 WARN [RS:0;d00f728e99d7:42087 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:17:07,501 INFO [RS:0;d00f728e99d7:42087 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:17:07,502 DEBUG [RS:0;d00f728e99d7:42087 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,42087,1732072624683 2024-11-20T03:17:07,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:17:07,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:07,504 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d00f728e99d7,42087,1732072624683] 2024-11-20T03:17:07,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:07,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:17:07,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/meta/1588230740 2024-11-20T03:17:07,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/meta/1588230740 2024-11-20T03:17:07,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:17:07,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:17:07,513 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:17:07,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:17:07,522 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:17:07,523 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61941481, jitterRate=-0.07700000703334808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:17:07,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732072627460Initializing all the Stores at 1732072627463 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072627464 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072627467 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072627468 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072627468Cleaning up temporary data from old regions at 1732072627512 (+44 ms)Region opened successfully at 1732072627527 (+15 ms) 2024-11-20T03:17:07,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:17:07,528 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:17:07,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:17:07,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:17:07,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:17:07,530 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:17:07,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072627527Disabling compacts and flushes for region at 1732072627527Disabling writes for close at 1732072627528 (+1 ms)Writing region close event to WAL at 1732072627529 (+1 ms)Closed at 1732072627529 2024-11-20T03:17:07,533 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:17:07,533 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T03:17:07,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T03:17:07,550 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:17:07,554 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T03:17:07,559 INFO [RS:0;d00f728e99d7:42087 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T03:17:07,581 INFO [RS:0;d00f728e99d7:42087 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T03:17:07,587 INFO [RS:0;d00f728e99d7:42087 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T03:17:07,587 INFO [RS:0;d00f728e99d7:42087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:07,588 INFO [RS:0;d00f728e99d7:42087 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T03:17:07,595 INFO [RS:0;d00f728e99d7:42087 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T03:17:07,597 INFO [RS:0;d00f728e99d7:42087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:07,598 DEBUG [RS:0;d00f728e99d7:42087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:07,598 DEBUG [RS:0;d00f728e99d7:42087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:07,599 DEBUG [RS:0;d00f728e99d7:42087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:07,600 DEBUG [RS:0;d00f728e99d7:42087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:07,600 DEBUG [RS:0;d00f728e99d7:42087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:07,600 DEBUG [RS:0;d00f728e99d7:42087 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:17:07,600 DEBUG [RS:0;d00f728e99d7:42087 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:07,600 DEBUG [RS:0;d00f728e99d7:42087 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:07,601 DEBUG [RS:0;d00f728e99d7:42087 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:07,601 DEBUG [RS:0;d00f728e99d7:42087 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:07,601 DEBUG [RS:0;d00f728e99d7:42087 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:07,601 DEBUG [RS:0;d00f728e99d7:42087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:07,601 DEBUG [RS:0;d00f728e99d7:42087 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:17:07,602 DEBUG [RS:0;d00f728e99d7:42087 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:17:07,604 INFO [RS:0;d00f728e99d7:42087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:07,604 INFO [RS:0;d00f728e99d7:42087 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:07,605 INFO [RS:0;d00f728e99d7:42087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:07,605 INFO [RS:0;d00f728e99d7:42087 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:07,605 INFO [RS:0;d00f728e99d7:42087 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:07,605 INFO [RS:0;d00f728e99d7:42087 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,42087,1732072624683-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:17:07,628 INFO [RS:0;d00f728e99d7:42087 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T03:17:07,629 INFO [RS:0;d00f728e99d7:42087 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,42087,1732072624683-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:07,630 INFO [RS:0;d00f728e99d7:42087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:07,630 INFO [RS:0;d00f728e99d7:42087 {}] regionserver.Replication(171): d00f728e99d7,42087,1732072624683 started 2024-11-20T03:17:07,653 INFO [RS:0;d00f728e99d7:42087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:07,653 INFO [RS:0;d00f728e99d7:42087 {}] regionserver.HRegionServer(1482): Serving as d00f728e99d7,42087,1732072624683, RpcServer on d00f728e99d7/172.17.0.2:42087, sessionid=0x101563eb4930001 2024-11-20T03:17:07,654 DEBUG [RS:0;d00f728e99d7:42087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T03:17:07,654 DEBUG [RS:0;d00f728e99d7:42087 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d00f728e99d7,42087,1732072624683 2024-11-20T03:17:07,655 DEBUG [RS:0;d00f728e99d7:42087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,42087,1732072624683' 2024-11-20T03:17:07,655 DEBUG [RS:0;d00f728e99d7:42087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-861209525/flush-table-proc/abort' 2024-11-20T03:17:07,656 DEBUG [RS:0;d00f728e99d7:42087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-861209525/flush-table-proc/acquired' 2024-11-20T03:17:07,657 DEBUG [RS:0;d00f728e99d7:42087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T03:17:07,657 DEBUG [RS:0;d00f728e99d7:42087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T03:17:07,657 DEBUG [RS:0;d00f728e99d7:42087 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d00f728e99d7,42087,1732072624683 2024-11-20T03:17:07,657 DEBUG [RS:0;d00f728e99d7:42087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,42087,1732072624683' 2024-11-20T03:17:07,657 DEBUG [RS:0;d00f728e99d7:42087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-861209525/online-snapshot/abort' 2024-11-20T03:17:07,658 DEBUG [RS:0;d00f728e99d7:42087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-861209525/online-snapshot/acquired' 2024-11-20T03:17:07,658 DEBUG [RS:0;d00f728e99d7:42087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T03:17:07,659 INFO [RS:0;d00f728e99d7:42087 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T03:17:07,659 INFO [RS:0;d00f728e99d7:42087 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T03:17:07,705 WARN [d00f728e99d7:42319 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T03:17:07,765 INFO [RS:0;d00f728e99d7:42087 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:17:07,772 INFO [RS:0;d00f728e99d7:42087 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C42087%2C1732072624683, suffix=, logDir=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,42087,1732072624683, archiveDir=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/oldWALs, maxLogs=10 2024-11-20T03:17:07,795 DEBUG [RS:0;d00f728e99d7:42087 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,42087,1732072624683/d00f728e99d7%2C42087%2C1732072624683.1732072627775, exclude list is [], retry=0 2024-11-20T03:17:07,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44685,DS-8dd90390-edb7-4b1a-a7a9-e0d50da3518a,DISK] 2024-11-20T03:17:07,805 INFO [RS:0;d00f728e99d7:42087 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,42087,1732072624683/d00f728e99d7%2C42087%2C1732072624683.1732072627775 2024-11-20T03:17:07,811 DEBUG [RS:0;d00f728e99d7:42087 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37625:37625)] 2024-11-20T03:17:07,957 DEBUG [d00f728e99d7:42319 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T03:17:07,969 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d00f728e99d7,42087,1732072624683 2024-11-20T03:17:07,976 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,42087,1732072624683, state=OPENING 2024-11-20T03:17:08,029 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T03:17:08,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42087-0x101563eb4930001, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-861209525 2024-11-20T03:17:08,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42319-0x101563eb4930000, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-861209525 2024-11-20T03:17:08,041 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-861209525/meta-region-server: CHANGED 2024-11-20T03:17:08,041 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-861209525/meta-region-server: CHANGED 2024-11-20T03:17:08,043 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:17:08,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,42087,1732072624683}] 2024-11-20T03:17:08,218 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:17:08,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T03:17:08,233 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T03:17:08,233 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:17:08,234 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T03:17:08,236 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C42087%2C1732072624683.meta, suffix=.meta, logDir=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,42087,1732072624683, archiveDir=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/oldWALs, maxLogs=10 2024-11-20T03:17:08,251 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,42087,1732072624683/d00f728e99d7%2C42087%2C1732072624683.meta.1732072628239.meta, exclude list is [], retry=0 2024-11-20T03:17:08,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44685,DS-8dd90390-edb7-4b1a-a7a9-e0d50da3518a,DISK] 2024-11-20T03:17:08,258 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,42087,1732072624683/d00f728e99d7%2C42087%2C1732072624683.meta.1732072628239.meta 2024-11-20T03:17:08,258 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37625:37625)] 2024-11-20T03:17:08,259 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:17:08,263 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:17:08,264 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:17:08,266 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T03:17:08,268 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T03:17:08,271 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T03:17:08,271 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:17:08,271 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T03:17:08,272 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T03:17:08,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:17:08,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:17:08,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:08,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:08,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:17:08,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:17:08,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:08,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:08,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:17:08,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:17:08,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:08,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:08,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:17:08,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:17:08,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:08,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:08,286 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:17:08,287 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/meta/1588230740 2024-11-20T03:17:08,290 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/meta/1588230740 2024-11-20T03:17:08,292 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:17:08,292 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:17:08,293 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:17:08,295 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:17:08,297 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72987470, jitterRate=0.08759805560112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:17:08,297 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T03:17:08,298 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732072628272Writing region info on filesystem at 1732072628272Initializing all the Stores at 1732072628274 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072628274Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072628275 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072628275Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072628275Cleaning up temporary data from old regions at 1732072628292 (+17 ms)Running coprocessor post-open hooks at 1732072628297 (+5 ms)Region opened successfully at 1732072628298 (+1 ms) 2024-11-20T03:17:08,305 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732072628210 2024-11-20T03:17:08,315 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T03:17:08,316 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T03:17:08,317 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d00f728e99d7,42087,1732072624683 2024-11-20T03:17:08,319 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,42087,1732072624683, state=OPEN 2024-11-20T03:17:08,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42319-0x101563eb4930000, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-861209525/meta-region-server 2024-11-20T03:17:08,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42087-0x101563eb4930001, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-861209525/meta-region-server 2024-11-20T03:17:08,359 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-861209525/meta-region-server: CHANGED 2024-11-20T03:17:08,359 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-861209525/meta-region-server: CHANGED 2024-11-20T03:17:08,360 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d00f728e99d7,42087,1732072624683 2024-11-20T03:17:08,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T03:17:08,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,42087,1732072624683 in 316 msec 2024-11-20T03:17:08,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T03:17:08,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 828 msec 2024-11-20T03:17:08,375 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:17:08,375 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T03:17:08,392 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:17:08,393 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,42087,1732072624683, seqNum=-1] 2024-11-20T03:17:08,409 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:17:08,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:17:08,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1710 sec 2024-11-20T03:17:08,431 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732072628431, completionTime=-1 2024-11-20T03:17:08,433 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T03:17:08,434 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T03:17:08,459 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T03:17:08,459 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732072688459 2024-11-20T03:17:08,459 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732072748459 2024-11-20T03:17:08,459 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 25 msec 2024-11-20T03:17:08,461 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,42319,1732072623717-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:08,462 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,42319,1732072623717-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:08,462 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,42319,1732072623717-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:08,464 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d00f728e99d7:42319, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:08,464 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:08,465 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:08,471 DEBUG [master/d00f728e99d7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T03:17:08,492 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.613sec 2024-11-20T03:17:08,493 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T03:17:08,495 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T03:17:08,495 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T03:17:08,496 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T03:17:08,496 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T03:17:08,497 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,42319,1732072623717-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:17:08,497 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,42319,1732072623717-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T03:17:08,506 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T03:17:08,506 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T03:17:08,507 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,42319,1732072623717-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:08,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ddeee0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:08,514 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T03:17:08,514 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T03:17:08,517 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,42319,-1 for getting cluster id 2024-11-20T03:17:08,519 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:17:08,526 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12c7f254-ac40-44ea-aed1-0811cffe262f' 2024-11-20T03:17:08,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:17:08,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12c7f254-ac40-44ea-aed1-0811cffe262f" 2024-11-20T03:17:08,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb5a2c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:08,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,42319,-1] 2024-11-20T03:17:08,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:17:08,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:08,536 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:17:08,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a373962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:08,538 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:17:08,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,42087,1732072624683, seqNum=-1] 2024-11-20T03:17:08,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:17:08,549 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:17:08,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d00f728e99d7,42319,1732072623717 2024-11-20T03:17:08,569 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58813 2024-11-20T03:17:08,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:17:08,588 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101563eb4930002 connected 2024-11-20T03:17:08,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bbc741b-9e49-e798-22cb-9c77f5df6e77/hadoop.log.dir so I do NOT create it in target/test-data/5642dd28-84be-3a91-fc50-934829fa560a 2024-11-20T03:17:08,617 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bbc741b-9e49-e798-22cb-9c77f5df6e77/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T03:17:08,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bbc741b-9e49-e798-22cb-9c77f5df6e77/hadoop.tmp.dir so I do NOT create it in target/test-data/5642dd28-84be-3a91-fc50-934829fa560a 2024-11-20T03:17:08,617 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bbc741b-9e49-e798-22cb-9c77f5df6e77/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T03:17:08,617 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5642dd28-84be-3a91-fc50-934829fa560a 2024-11-20T03:17:08,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T03:17:08,618 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5642dd28-84be-3a91-fc50-934829fa560a/cluster_8469f2b8-cedc-54ef-1895-15f632053212, deleteOnExit=true 2024-11-20T03:17:08,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T03:17:08,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5642dd28-84be-3a91-fc50-934829fa560a/test.cache.data in system properties and HBase conf 2024-11-20T03:17:08,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5642dd28-84be-3a91-fc50-934829fa560a/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T03:17:08,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5642dd28-84be-3a91-fc50-934829fa560a/hadoop.log.dir in system properties and HBase conf 2024-11-20T03:17:08,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5642dd28-84be-3a91-fc50-934829fa560a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T03:17:08,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5642dd28-84be-3a91-fc50-934829fa560a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T03:17:08,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T03:17:08,619 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T03:17:08,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5642dd28-84be-3a91-fc50-934829fa560a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:17:08,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5642dd28-84be-3a91-fc50-934829fa560a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:17:08,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5642dd28-84be-3a91-fc50-934829fa560a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T03:17:08,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5642dd28-84be-3a91-fc50-934829fa560a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:17:08,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5642dd28-84be-3a91-fc50-934829fa560a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T03:17:08,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5642dd28-84be-3a91-fc50-934829fa560a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T03:17:08,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5642dd28-84be-3a91-fc50-934829fa560a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:17:08,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5642dd28-84be-3a91-fc50-934829fa560a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:17:08,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5642dd28-84be-3a91-fc50-934829fa560a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T03:17:08,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5642dd28-84be-3a91-fc50-934829fa560a/nfs.dump.dir in system properties and HBase conf 2024-11-20T03:17:08,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5642dd28-84be-3a91-fc50-934829fa560a/java.io.tmpdir in system properties and HBase conf 2024-11-20T03:17:08,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5642dd28-84be-3a91-fc50-934829fa560a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:17:08,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5642dd28-84be-3a91-fc50-934829fa560a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T03:17:08,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5642dd28-84be-3a91-fc50-934829fa560a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T03:17:08,960 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:17:08,967 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:17:08,969 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:17:08,969 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:17:08,969 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T03:17:08,970 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:17:08,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d5127ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5642dd28-84be-3a91-fc50-934829fa560a/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:17:08,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7190c8f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:17:09,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5eb93ad6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5642dd28-84be-3a91-fc50-934829fa560a/java.io.tmpdir/jetty-localhost-38239-hadoop-hdfs-3_4_1-tests_jar-_-any-6481213661957847909/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:17:09,067 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5af633d6{HTTP/1.1, (http/1.1)}{localhost:38239} 2024-11-20T03:17:09,067 INFO [Time-limited test {}] server.Server(415): Started @12596ms 2024-11-20T03:17:09,307 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:17:09,312 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:17:09,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:17:09,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:17:09,313 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T03:17:09,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9b8f4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5642dd28-84be-3a91-fc50-934829fa560a/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:17:09,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f8615b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:17:09,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71e590b3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5642dd28-84be-3a91-fc50-934829fa560a/java.io.tmpdir/jetty-localhost-44397-hadoop-hdfs-3_4_1-tests_jar-_-any-9103153753331653706/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:17:09,412 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7546042f{HTTP/1.1, (http/1.1)}{localhost:44397} 2024-11-20T03:17:09,412 INFO [Time-limited test {}] server.Server(415): Started @12941ms 2024-11-20T03:17:09,414 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T03:17:10,095 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5642dd28-84be-3a91-fc50-934829fa560a/cluster_8469f2b8-cedc-54ef-1895-15f632053212/data/data1/current/BP-788554264-172.17.0.2-1732072628644/current, will proceed with Du for space computation calculation, 2024-11-20T03:17:10,095 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5642dd28-84be-3a91-fc50-934829fa560a/cluster_8469f2b8-cedc-54ef-1895-15f632053212/data/data2/current/BP-788554264-172.17.0.2-1732072628644/current, will proceed with Du for space computation calculation, 2024-11-20T03:17:10,114 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T03:17:10,117 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb8c252fa91cf79ab with lease ID 0xd01791499b16aa68: Processing first storage report for DS-5d9a89cb-af4e-4625-84bb-b38e773724f6 from datanode DatanodeRegistration(127.0.0.1:37269, datanodeUuid=f7af2010-c12b-4a7e-b83a-d344bb2e804f, infoPort=33985, infoSecurePort=0, ipcPort=38149, storageInfo=lv=-57;cid=testClusterID;nsid=660950287;c=1732072628644) 2024-11-20T03:17:10,117 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb8c252fa91cf79ab with lease ID 0xd01791499b16aa68: from storage DS-5d9a89cb-af4e-4625-84bb-b38e773724f6 node DatanodeRegistration(127.0.0.1:37269, datanodeUuid=f7af2010-c12b-4a7e-b83a-d344bb2e804f, infoPort=33985, infoSecurePort=0, ipcPort=38149, storageInfo=lv=-57;cid=testClusterID;nsid=660950287;c=1732072628644), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T03:17:10,117 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb8c252fa91cf79ab with lease ID 0xd01791499b16aa68: Processing first storage report for DS-20135bbc-0d5e-43ff-b24c-51e86a907a93 from datanode DatanodeRegistration(127.0.0.1:37269, datanodeUuid=f7af2010-c12b-4a7e-b83a-d344bb2e804f, infoPort=33985, infoSecurePort=0, ipcPort=38149, storageInfo=lv=-57;cid=testClusterID;nsid=660950287;c=1732072628644) 2024-11-20T03:17:10,118 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb8c252fa91cf79ab with lease ID 0xd01791499b16aa68: from storage DS-20135bbc-0d5e-43ff-b24c-51e86a907a93 node DatanodeRegistration(127.0.0.1:37269, datanodeUuid=f7af2010-c12b-4a7e-b83a-d344bb2e804f, infoPort=33985, infoSecurePort=0, ipcPort=38149, storageInfo=lv=-57;cid=testClusterID;nsid=660950287;c=1732072628644), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T03:17:10,156 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5642dd28-84be-3a91-fc50-934829fa560a 2024-11-20T03:17:10,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:10,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:10,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37269 is added to blk_1073741825_1001 (size=7) 2024-11-20T03:17:10,574 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60 with version=8 2024-11-20T03:17:10,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/hbase-staging 2024-11-20T03:17:10,576 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:17:10,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:17:10,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:17:10,577 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:17:10,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:17:10,577 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:17:10,577 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T03:17:10,577 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:17:10,578 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36537 2024-11-20T03:17:10,579 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36537 connecting to ZooKeeper ensemble=127.0.0.1:58813 2024-11-20T03:17:10,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365370x0, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:17:10,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36537-0x101563eb4930003 connected 2024-11-20T03:17:10,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:10,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:10,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36537-0x101563eb4930003, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Set watcher on znode that does not yet exist, /1-1297618551/running 2024-11-20T03:17:10,714 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60, hbase.cluster.distributed=false 2024-11-20T03:17:10,717 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36537-0x101563eb4930003, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Set watcher on znode that does not yet exist, /1-1297618551/acl 2024-11-20T03:17:10,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36537 2024-11-20T03:17:10,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36537 2024-11-20T03:17:10,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36537 2024-11-20T03:17:10,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36537 2024-11-20T03:17:10,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36537 2024-11-20T03:17:10,734 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:17:10,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:17:10,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:17:10,734 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:17:10,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:17:10,734 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:17:10,734 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T03:17:10,734 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:17:10,735 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39821 2024-11-20T03:17:10,737 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39821 connecting to ZooKeeper ensemble=127.0.0.1:58813 2024-11-20T03:17:10,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:10,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:10,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398210x0, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:17:10,752 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398210x0, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Set watcher on znode that does not yet exist, /1-1297618551/running 2024-11-20T03:17:10,752 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39821-0x101563eb4930004 connected 2024-11-20T03:17:10,752 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T03:17:10,753 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T03:17:10,754 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39821-0x101563eb4930004, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Set watcher on znode that does not yet exist, /1-1297618551/master 2024-11-20T03:17:10,756 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39821-0x101563eb4930004, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Set watcher on znode that does not yet exist, /1-1297618551/acl 2024-11-20T03:17:10,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39821 2024-11-20T03:17:10,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39821 2024-11-20T03:17:10,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39821 2024-11-20T03:17:10,758 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39821 2024-11-20T03:17:10,758 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39821 2024-11-20T03:17:10,773 DEBUG [M:0;d00f728e99d7:36537 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d00f728e99d7:36537 2024-11-20T03:17:10,774 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1297618551/backup-masters/d00f728e99d7,36537,1732072630576 2024-11-20T03:17:10,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39821-0x101563eb4930004, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1297618551/backup-masters 2024-11-20T03:17:10,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36537-0x101563eb4930003, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1297618551/backup-masters 2024-11-20T03:17:10,788 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36537-0x101563eb4930003, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Set watcher on existing znode=/1-1297618551/backup-masters/d00f728e99d7,36537,1732072630576 2024-11-20T03:17:10,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39821-0x101563eb4930004, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1297618551/master 2024-11-20T03:17:10,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36537-0x101563eb4930003, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1297618551 2024-11-20T03:17:10,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39821-0x101563eb4930004, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1297618551 2024-11-20T03:17:10,799 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36537-0x101563eb4930003, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Set watcher on existing znode=/1-1297618551/master 2024-11-20T03:17:10,799 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1297618551/backup-masters/d00f728e99d7,36537,1732072630576 from backup master directory 2024-11-20T03:17:10,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36537-0x101563eb4930003, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1297618551/backup-masters/d00f728e99d7,36537,1732072630576 2024-11-20T03:17:10,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39821-0x101563eb4930004, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1297618551/backup-masters 2024-11-20T03:17:10,808 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:17:10,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36537-0x101563eb4930003, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1297618551/backup-masters 2024-11-20T03:17:10,808 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d00f728e99d7,36537,1732072630576 2024-11-20T03:17:10,820 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/hbase.id] with ID: 3c5beba6-4e6b-4ae2-a76d-319b95d86fec 2024-11-20T03:17:10,821 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/.tmp/hbase.id 2024-11-20T03:17:10,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37269 is added to blk_1073741826_1002 (size=42) 2024-11-20T03:17:11,230 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/.tmp/hbase.id]:[hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/hbase.id] 2024-11-20T03:17:11,259 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:11,259 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T03:17:11,261 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-20T03:17:11,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36537-0x101563eb4930003, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1297618551 2024-11-20T03:17:11,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39821-0x101563eb4930004, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1297618551 2024-11-20T03:17:11,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37269 is added to blk_1073741827_1003 (size=196) 2024-11-20T03:17:11,725 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:17:11,726 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T03:17:11,727 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:17:11,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37269 is added to blk_1073741828_1004 (size=1189) 2024-11-20T03:17:12,145 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/MasterData/data/master/store 2024-11-20T03:17:12,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37269 is added to blk_1073741829_1005 (size=34) 2024-11-20T03:17:12,560 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:17:12,561 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:17:12,561 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:17:12,561 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:17:12,561 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:17:12,562 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:17:12,562 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:17:12,562 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072632561Disabling compacts and flushes for region at 1732072632561Disabling writes for close at 1732072632562 (+1 ms)Writing region close event to WAL at 1732072632562Closed at 1732072632562 2024-11-20T03:17:12,565 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/MasterData/data/master/store/.initializing 2024-11-20T03:17:12,565 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/MasterData/WALs/d00f728e99d7,36537,1732072630576 2024-11-20T03:17:12,568 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:17:12,573 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d00f728e99d7%2C36537%2C1732072630576, suffix=, logDir=hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/MasterData/WALs/d00f728e99d7,36537,1732072630576, archiveDir=hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/MasterData/oldWALs, maxLogs=10 2024-11-20T03:17:12,586 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/MasterData/WALs/d00f728e99d7,36537,1732072630576/d00f728e99d7%2C36537%2C1732072630576.1732072632573, exclude list is [], retry=0 2024-11-20T03:17:12,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37269,DS-5d9a89cb-af4e-4625-84bb-b38e773724f6,DISK] 2024-11-20T03:17:12,593 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/MasterData/WALs/d00f728e99d7,36537,1732072630576/d00f728e99d7%2C36537%2C1732072630576.1732072632573 2024-11-20T03:17:12,593 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33985:33985)] 2024-11-20T03:17:12,593 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:17:12,593 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:17:12,594 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:12,594 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:12,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:12,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T03:17:12,598 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:12,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:12,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:12,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T03:17:12,601 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:12,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:17:12,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:12,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T03:17:12,604 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:12,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:17:12,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:12,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T03:17:12,608 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:12,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:17:12,609 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:12,611 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:12,612 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:12,614 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:12,615 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:12,615 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:17:12,618 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:12,622 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:17:12,623 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65239651, jitterRate=-0.02785344421863556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:17:12,624 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732072632594Initializing all the Stores at 1732072632595 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072632595Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072632596 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072632596Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072632596Cleaning up temporary data from old regions at 1732072632615 (+19 ms)Region opened successfully at 1732072632623 (+8 ms) 2024-11-20T03:17:12,624 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T03:17:12,629 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e35ab43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:17:12,630 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T03:17:12,630 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T03:17:12,630 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T03:17:12,631 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T03:17:12,632 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T03:17:12,632 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T03:17:12,632 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T03:17:12,635 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T03:17:12,636 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36537-0x101563eb4930003, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Unable to get data of znode /1-1297618551/balancer because node does not exist (not necessarily an error) 2024-11-20T03:17:12,703 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1297618551/balancer already deleted, retry=false 2024-11-20T03:17:12,705 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T03:17:12,708 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36537-0x101563eb4930003, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Unable to get data of znode /1-1297618551/normalizer because node does not exist (not necessarily an error) 2024-11-20T03:17:12,719 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1297618551/normalizer already deleted, retry=false 2024-11-20T03:17:12,720 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T03:17:12,721 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36537-0x101563eb4930003, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Unable to get data of znode /1-1297618551/switch/split because node does not exist (not necessarily an error) 2024-11-20T03:17:12,730 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1297618551/switch/split already deleted, retry=false 2024-11-20T03:17:12,731 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36537-0x101563eb4930003, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Unable to get data of znode /1-1297618551/switch/merge because node does not exist (not necessarily an error) 2024-11-20T03:17:12,740 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1297618551/switch/merge already deleted, retry=false 2024-11-20T03:17:12,744 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36537-0x101563eb4930003, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Unable to get data of znode /1-1297618551/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T03:17:12,755 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1297618551/snapshot-cleanup already deleted, retry=false 2024-11-20T03:17:12,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39821-0x101563eb4930004, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1297618551/running 2024-11-20T03:17:12,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36537-0x101563eb4930003, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1297618551/running 2024-11-20T03:17:12,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39821-0x101563eb4930004, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1297618551 2024-11-20T03:17:12,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36537-0x101563eb4930003, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1297618551 2024-11-20T03:17:12,768 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d00f728e99d7,36537,1732072630576, sessionid=0x101563eb4930003, setting cluster-up flag (Was=false) 2024-11-20T03:17:12,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39821-0x101563eb4930004, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1297618551 2024-11-20T03:17:12,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36537-0x101563eb4930003, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1297618551 2024-11-20T03:17:12,819 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1297618551/flush-table-proc/acquired, /1-1297618551/flush-table-proc/reached, /1-1297618551/flush-table-proc/abort 2024-11-20T03:17:12,823 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,36537,1732072630576 2024-11-20T03:17:12,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39821-0x101563eb4930004, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1297618551 2024-11-20T03:17:12,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36537-0x101563eb4930003, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1297618551 2024-11-20T03:17:12,877 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1297618551/online-snapshot/acquired, /1-1297618551/online-snapshot/reached, /1-1297618551/online-snapshot/abort 2024-11-20T03:17:12,879 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,36537,1732072630576 2024-11-20T03:17:12,880 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T03:17:12,883 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T03:17:12,884 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T03:17:12,884 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T03:17:12,884 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d00f728e99d7,36537,1732072630576 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T03:17:12,887 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:17:12,887 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:17:12,887 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:17:12,887 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:17:12,887 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d00f728e99d7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T03:17:12,887 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:12,887 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:17:12,888 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:12,888 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732072662888 2024-11-20T03:17:12,889 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T03:17:12,889 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T03:17:12,889 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T03:17:12,889 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T03:17:12,889 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T03:17:12,889 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T03:17:12,889 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:12,890 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T03:17:12,890 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T03:17:12,890 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T03:17:12,890 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T03:17:12,890 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:17:12,890 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T03:17:12,890 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T03:17:12,891 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T03:17:12,891 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072632891,5,FailOnTimeoutGroup] 2024-11-20T03:17:12,891 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072632891,5,FailOnTimeoutGroup] 2024-11-20T03:17:12,891 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:12,891 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T03:17:12,891 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:12,892 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:12,893 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:12,893 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T03:17:12,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37269 is added to blk_1073741831_1007 (size=1321) 2024-11-20T03:17:12,964 INFO [RS:0;d00f728e99d7:39821 {}] regionserver.HRegionServer(746): ClusterId : 3c5beba6-4e6b-4ae2-a76d-319b95d86fec 2024-11-20T03:17:12,964 DEBUG [RS:0;d00f728e99d7:39821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T03:17:12,977 DEBUG [RS:0;d00f728e99d7:39821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T03:17:12,978 DEBUG [RS:0;d00f728e99d7:39821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T03:17:12,988 DEBUG [RS:0;d00f728e99d7:39821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T03:17:12,989 DEBUG [RS:0;d00f728e99d7:39821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f84fd07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:17:13,003 DEBUG [RS:0;d00f728e99d7:39821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d00f728e99d7:39821 2024-11-20T03:17:13,004 INFO [RS:0;d00f728e99d7:39821 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T03:17:13,004 INFO [RS:0;d00f728e99d7:39821 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T03:17:13,004 DEBUG [RS:0;d00f728e99d7:39821 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T03:17:13,005 INFO [RS:0;d00f728e99d7:39821 {}] regionserver.HRegionServer(2659): reportForDuty to master=d00f728e99d7,36537,1732072630576 with port=39821, startcode=1732072630733 2024-11-20T03:17:13,005 DEBUG [RS:0;d00f728e99d7:39821 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T03:17:13,007 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T03:17:13,008 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36537 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d00f728e99d7,39821,1732072630733 2024-11-20T03:17:13,008 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36537 {}] master.ServerManager(517): Registering regionserver=d00f728e99d7,39821,1732072630733 2024-11-20T03:17:13,011 DEBUG [RS:0;d00f728e99d7:39821 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60 2024-11-20T03:17:13,011 DEBUG [RS:0;d00f728e99d7:39821 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39523 2024-11-20T03:17:13,011 DEBUG [RS:0;d00f728e99d7:39821 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T03:17:13,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36537-0x101563eb4930003, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1297618551/rs 2024-11-20T03:17:13,080 DEBUG [RS:0;d00f728e99d7:39821 {}] zookeeper.ZKUtil(111): regionserver:39821-0x101563eb4930004, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Set watcher on existing znode=/1-1297618551/rs/d00f728e99d7,39821,1732072630733 2024-11-20T03:17:13,080 WARN [RS:0;d00f728e99d7:39821 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:17:13,080 INFO [RS:0;d00f728e99d7:39821 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:17:13,081 DEBUG [RS:0;d00f728e99d7:39821 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/WALs/d00f728e99d7,39821,1732072630733 2024-11-20T03:17:13,081 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d00f728e99d7,39821,1732072630733] 2024-11-20T03:17:13,087 INFO [RS:0;d00f728e99d7:39821 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T03:17:13,090 INFO [RS:0;d00f728e99d7:39821 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T03:17:13,090 INFO [RS:0;d00f728e99d7:39821 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T03:17:13,090 INFO [RS:0;d00f728e99d7:39821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:13,090 INFO [RS:0;d00f728e99d7:39821 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T03:17:13,092 INFO [RS:0;d00f728e99d7:39821 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T03:17:13,092 INFO [RS:0;d00f728e99d7:39821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:13,092 DEBUG [RS:0;d00f728e99d7:39821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:13,092 DEBUG [RS:0;d00f728e99d7:39821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:13,092 DEBUG [RS:0;d00f728e99d7:39821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:13,092 DEBUG [RS:0;d00f728e99d7:39821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:13,092 DEBUG [RS:0;d00f728e99d7:39821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:13,092 DEBUG [RS:0;d00f728e99d7:39821 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:17:13,093 DEBUG [RS:0;d00f728e99d7:39821 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:13,093 DEBUG [RS:0;d00f728e99d7:39821 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:13,093 DEBUG [RS:0;d00f728e99d7:39821 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:13,093 DEBUG [RS:0;d00f728e99d7:39821 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:13,093 DEBUG [RS:0;d00f728e99d7:39821 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:13,093 DEBUG [RS:0;d00f728e99d7:39821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:13,093 DEBUG [RS:0;d00f728e99d7:39821 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:17:13,093 DEBUG [RS:0;d00f728e99d7:39821 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:17:13,094 INFO [RS:0;d00f728e99d7:39821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:13,094 INFO [RS:0;d00f728e99d7:39821 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:13,094 INFO [RS:0;d00f728e99d7:39821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:13,094 INFO [RS:0;d00f728e99d7:39821 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:13,094 INFO [RS:0;d00f728e99d7:39821 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:13,094 INFO [RS:0;d00f728e99d7:39821 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,39821,1732072630733-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:17:13,108 INFO [RS:0;d00f728e99d7:39821 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T03:17:13,109 INFO [RS:0;d00f728e99d7:39821 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,39821,1732072630733-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:13,109 INFO [RS:0;d00f728e99d7:39821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:13,109 INFO [RS:0;d00f728e99d7:39821 {}] regionserver.Replication(171): d00f728e99d7,39821,1732072630733 started 2024-11-20T03:17:13,123 INFO [RS:0;d00f728e99d7:39821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:13,123 INFO [RS:0;d00f728e99d7:39821 {}] regionserver.HRegionServer(1482): Serving as d00f728e99d7,39821,1732072630733, RpcServer on d00f728e99d7/172.17.0.2:39821, sessionid=0x101563eb4930004 2024-11-20T03:17:13,123 DEBUG [RS:0;d00f728e99d7:39821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T03:17:13,123 DEBUG [RS:0;d00f728e99d7:39821 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d00f728e99d7,39821,1732072630733 2024-11-20T03:17:13,123 DEBUG [RS:0;d00f728e99d7:39821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,39821,1732072630733' 2024-11-20T03:17:13,123 DEBUG [RS:0;d00f728e99d7:39821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1297618551/flush-table-proc/abort' 2024-11-20T03:17:13,124 DEBUG [RS:0;d00f728e99d7:39821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1297618551/flush-table-proc/acquired' 2024-11-20T03:17:13,125 DEBUG [RS:0;d00f728e99d7:39821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T03:17:13,125 DEBUG [RS:0;d00f728e99d7:39821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T03:17:13,125 DEBUG [RS:0;d00f728e99d7:39821 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d00f728e99d7,39821,1732072630733 2024-11-20T03:17:13,125 DEBUG [RS:0;d00f728e99d7:39821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,39821,1732072630733' 2024-11-20T03:17:13,125 DEBUG [RS:0;d00f728e99d7:39821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1297618551/online-snapshot/abort' 2024-11-20T03:17:13,125 DEBUG [RS:0;d00f728e99d7:39821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1297618551/online-snapshot/acquired' 2024-11-20T03:17:13,126 DEBUG [RS:0;d00f728e99d7:39821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T03:17:13,126 INFO [RS:0;d00f728e99d7:39821 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T03:17:13,126 INFO [RS:0;d00f728e99d7:39821 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T03:17:13,228 INFO [RS:0;d00f728e99d7:39821 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:17:13,235 INFO [RS:0;d00f728e99d7:39821 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C39821%2C1732072630733, suffix=, logDir=hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/WALs/d00f728e99d7,39821,1732072630733, archiveDir=hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/oldWALs, maxLogs=10 2024-11-20T03:17:13,255 DEBUG [RS:0;d00f728e99d7:39821 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/WALs/d00f728e99d7,39821,1732072630733/d00f728e99d7%2C39821%2C1732072630733.1732072633240, exclude list is [], retry=0 2024-11-20T03:17:13,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37269,DS-5d9a89cb-af4e-4625-84bb-b38e773724f6,DISK] 2024-11-20T03:17:13,261 INFO [RS:0;d00f728e99d7:39821 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/WALs/d00f728e99d7,39821,1732072630733/d00f728e99d7%2C39821%2C1732072630733.1732072633240 2024-11-20T03:17:13,261 DEBUG [RS:0;d00f728e99d7:39821 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33985:33985)] 2024-11-20T03:17:13,305 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T03:17:13,305 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60 2024-11-20T03:17:13,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37269 is added to blk_1073741833_1009 (size=32) 2024-11-20T03:17:13,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:17:13,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:17:13,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:17:13,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:13,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:13,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:17:13,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:17:13,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:13,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:13,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:17:13,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:17:13,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:13,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:13,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:17:13,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:17:13,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:13,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:13,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:17:13,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/data/hbase/meta/1588230740 2024-11-20T03:17:13,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/data/hbase/meta/1588230740 2024-11-20T03:17:13,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:17:13,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:17:13,733 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:17:13,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:17:13,738 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:17:13,739 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68001065, jitterRate=0.013294830918312073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:17:13,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732072633714Initializing all the Stores at 1732072633716 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072633716Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072633716Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072633716Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072633716Cleaning up temporary data from old regions at 1732072633732 (+16 ms)Region opened successfully at 1732072633739 (+7 ms) 2024-11-20T03:17:13,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:17:13,740 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:17:13,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:17:13,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:17:13,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:17:13,741 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:17:13,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072633740Disabling compacts and flushes for region at 1732072633740Disabling writes for close at 1732072633740Writing region close event to WAL at 1732072633740Closed at 1732072633740 2024-11-20T03:17:13,743 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:17:13,743 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T03:17:13,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T03:17:13,745 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:17:13,746 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T03:17:13,783 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T03:17:13,839 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T03:17:13,897 DEBUG [d00f728e99d7:36537 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T03:17:13,897 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d00f728e99d7,39821,1732072630733 2024-11-20T03:17:13,902 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,39821,1732072630733, state=OPENING 2024-11-20T03:17:13,956 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T03:17:13,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39821-0x101563eb4930004, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1297618551 2024-11-20T03:17:13,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36537-0x101563eb4930003, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1297618551 2024-11-20T03:17:13,969 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:17:13,969 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1297618551/meta-region-server: CHANGED 2024-11-20T03:17:13,969 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1297618551/meta-region-server: CHANGED 2024-11-20T03:17:13,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,39821,1732072630733}] 2024-11-20T03:17:14,128 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:17:14,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43089, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T03:17:14,142 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T03:17:14,142 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:17:14,143 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T03:17:14,145 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C39821%2C1732072630733.meta, suffix=.meta, logDir=hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/WALs/d00f728e99d7,39821,1732072630733, archiveDir=hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/oldWALs, maxLogs=10 2024-11-20T03:17:14,159 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/WALs/d00f728e99d7,39821,1732072630733/d00f728e99d7%2C39821%2C1732072630733.meta.1732072634147.meta, exclude list is [], retry=0 2024-11-20T03:17:14,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37269,DS-5d9a89cb-af4e-4625-84bb-b38e773724f6,DISK] 2024-11-20T03:17:14,165 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/WALs/d00f728e99d7,39821,1732072630733/d00f728e99d7%2C39821%2C1732072630733.meta.1732072634147.meta 2024-11-20T03:17:14,166 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33985:33985)] 2024-11-20T03:17:14,166 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:17:14,166 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:17:14,166 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:17:14,166 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T03:17:14,166 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T03:17:14,167 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T03:17:14,167 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:17:14,167 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T03:17:14,167 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T03:17:14,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:17:14,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:17:14,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:14,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:14,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:17:14,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:17:14,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:14,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:14,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:17:14,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:17:14,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:14,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:14,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:17:14,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:17:14,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:14,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:14,178 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:17:14,179 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/data/hbase/meta/1588230740 2024-11-20T03:17:14,181 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/data/hbase/meta/1588230740 2024-11-20T03:17:14,184 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:17:14,184 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:17:14,184 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:17:14,187 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:17:14,189 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70924474, jitterRate=0.056857019662857056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:17:14,189 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T03:17:14,189 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732072634167Writing region info on filesystem at 1732072634167Initializing all the Stores at 1732072634168 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072634168Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072634169 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072634169Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072634169Cleaning up temporary data from old regions at 1732072634184 (+15 ms)Running coprocessor post-open hooks at 1732072634189 (+5 ms)Region opened successfully at 1732072634189 2024-11-20T03:17:14,191 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732072634127 2024-11-20T03:17:14,194 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T03:17:14,194 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T03:17:14,195 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d00f728e99d7,39821,1732072630733 2024-11-20T03:17:14,196 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,39821,1732072630733, state=OPEN 2024-11-20T03:17:14,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36537-0x101563eb4930003, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1297618551/meta-region-server 2024-11-20T03:17:14,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39821-0x101563eb4930004, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1297618551/meta-region-server 2024-11-20T03:17:14,208 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d00f728e99d7,39821,1732072630733 2024-11-20T03:17:14,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1297618551/meta-region-server: CHANGED 2024-11-20T03:17:14,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1297618551/meta-region-server: CHANGED 2024-11-20T03:17:14,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T03:17:14,210 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T03:17:14,212 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:17:14,213 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T03:17:14,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T03:17:14,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,39821,1732072630733 in 239 msec 2024-11-20T03:17:14,213 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:17:14,213 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T03:17:14,214 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T03:17:14,214 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T03:17:14,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T03:17:14,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 470 msec 2024-11-20T03:17:14,245 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:17:14,246 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T03:17:14,248 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:17:14,248 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,39821,1732072630733, seqNum=-1] 2024-11-20T03:17:14,249 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:17:14,251 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:17:14,262 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3770 sec 2024-11-20T03:17:14,262 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732072634262, completionTime=-1 2024-11-20T03:17:14,262 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T03:17:14,262 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T03:17:14,265 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T03:17:14,265 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732072694265 2024-11-20T03:17:14,265 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732072754265 2024-11-20T03:17:14,265 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-20T03:17:14,265 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,36537,1732072630576-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:14,266 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,36537,1732072630576-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:14,266 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,36537,1732072630576-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:14,266 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d00f728e99d7:36537, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:14,266 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:14,267 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:14,269 DEBUG [master/d00f728e99d7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T03:17:14,273 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.463sec 2024-11-20T03:17:14,273 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T03:17:14,273 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T03:17:14,273 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T03:17:14,273 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T03:17:14,273 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T03:17:14,273 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,36537,1732072630576-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:17:14,273 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,36537,1732072630576-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T03:17:14,277 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T03:17:14,277 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T03:17:14,277 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,36537,1732072630576-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:14,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bed972d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:14,366 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,36537,-1 for getting cluster id 2024-11-20T03:17:14,366 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:17:14,369 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c5beba6-4e6b-4ae2-a76d-319b95d86fec' 2024-11-20T03:17:14,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:17:14,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c5beba6-4e6b-4ae2-a76d-319b95d86fec" 2024-11-20T03:17:14,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea7f9f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:14,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,36537,-1] 2024-11-20T03:17:14,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:17:14,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:14,373 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:17:14,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260908f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:14,376 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:17:14,378 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,39821,1732072630733, seqNum=-1] 2024-11-20T03:17:14,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:17:14,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:17:14,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d00f728e99d7,36537,1732072630576 2024-11-20T03:17:14,387 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58813 2024-11-20T03:17:14,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:17:14,399 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101563eb4930005 connected 2024-11-20T03:17:14,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5016c38c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:14,415 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,42319,-1 for getting cluster id 2024-11-20T03:17:14,415 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:17:14,417 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12c7f254-ac40-44ea-aed1-0811cffe262f' 2024-11-20T03:17:14,417 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:17:14,417 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12c7f254-ac40-44ea-aed1-0811cffe262f" 2024-11-20T03:17:14,418 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e403a19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:14,418 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,42319,-1] 2024-11-20T03:17:14,418 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:17:14,418 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:14,420 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:17:14,421 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18107e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:14,428 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:17:14,432 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,42319,1732072623717 2024-11-20T03:17:14,435 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7392f778 2024-11-20T03:17:14,436 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:17:14,437 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:17:14,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d00f728e99d7:36537,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T03:17:14,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T03:17:14,452 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d00f728e99d7:36537' 2024-11-20T03:17:14,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:17:14,454 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14376808, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:14,454 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,36537,-1 for getting cluster id 2024-11-20T03:17:14,454 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:17:14,455 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c5beba6-4e6b-4ae2-a76d-319b95d86fec' 2024-11-20T03:17:14,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:17:14,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c5beba6-4e6b-4ae2-a76d-319b95d86fec" 2024-11-20T03:17:14,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb70f55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:14,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,36537,-1] 2024-11-20T03:17:14,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:17:14,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:14,458 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:17:14,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22dbbbbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:14,460 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:17:14,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,36537,1732072630576 2024-11-20T03:17:14,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24bf9a2d 2024-11-20T03:17:14,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:17:14,466 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:17:14,477 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-20T03:17:14,477 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T03:17:14,481 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:14,482 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:14,482 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:17:14,483 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:17:14,488 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T03:17:14,491 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T03:17:14,491 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:14,493 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T03:17:14,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741835_1011 (size=1138) 2024-11-20T03:17:14,540 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T03:17:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:17:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:17:14,910 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a9886e138f8c2a5d23ea77f7788d8e3c, NAME => 'hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732 2024-11-20T03:17:14,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741836_1012 (size=44) 2024-11-20T03:17:15,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:17:15,321 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:17:15,321 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a9886e138f8c2a5d23ea77f7788d8e3c, disabling compactions & flushes 2024-11-20T03:17:15,321 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c. 2024-11-20T03:17:15,321 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c. 2024-11-20T03:17:15,321 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c. after waiting 0 ms 2024-11-20T03:17:15,322 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c. 2024-11-20T03:17:15,322 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c. 2024-11-20T03:17:15,322 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a9886e138f8c2a5d23ea77f7788d8e3c: Waiting for close lock at 1732072635321Disabling compacts and flushes for region at 1732072635321Disabling writes for close at 1732072635321Writing region close event to WAL at 1732072635322 (+1 ms)Closed at 1732072635322 2024-11-20T03:17:15,326 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T03:17:15,333 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732072635326"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732072635326"}]},"ts":"1732072635326"} 2024-11-20T03:17:15,337 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T03:17:15,338 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T03:17:15,341 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072635338"}]},"ts":"1732072635338"} 2024-11-20T03:17:15,347 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T03:17:15,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a9886e138f8c2a5d23ea77f7788d8e3c, ASSIGN}] 2024-11-20T03:17:15,351 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a9886e138f8c2a5d23ea77f7788d8e3c, ASSIGN 2024-11-20T03:17:15,352 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a9886e138f8c2a5d23ea77f7788d8e3c, ASSIGN; state=OFFLINE, location=d00f728e99d7,42087,1732072624683; forceNewPlan=false, retain=false 2024-11-20T03:17:15,504 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a9886e138f8c2a5d23ea77f7788d8e3c, regionState=OPENING, regionLocation=d00f728e99d7,42087,1732072624683 2024-11-20T03:17:15,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a9886e138f8c2a5d23ea77f7788d8e3c, ASSIGN because future has completed 2024-11-20T03:17:15,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9886e138f8c2a5d23ea77f7788d8e3c, server=d00f728e99d7,42087,1732072624683}] 2024-11-20T03:17:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:17:15,672 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c. 2024-11-20T03:17:15,672 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:17:15,673 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T03:17:15,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C42087%2C1732072624683.rep, suffix=, logDir=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,42087,1732072624683, archiveDir=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/oldWALs, maxLogs=10 2024-11-20T03:17:15,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,42087,1732072624683/d00f728e99d7%2C42087%2C1732072624683.rep.1732072635677, exclude list is [], retry=0 2024-11-20T03:17:15,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44685,DS-8dd90390-edb7-4b1a-a7a9-e0d50da3518a,DISK] 2024-11-20T03:17:15,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,42087,1732072624683/d00f728e99d7%2C42087%2C1732072624683.rep.1732072635677 2024-11-20T03:17:15,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37625:37625)] 2024-11-20T03:17:15,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => a9886e138f8c2a5d23ea77f7788d8e3c, NAME => 'hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:17:15,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:17:15,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:17:15,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c. service=MultiRowMutationService 2024-11-20T03:17:15,698 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T03:17:15,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a9886e138f8c2a5d23ea77f7788d8e3c 2024-11-20T03:17:15,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:17:15,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for a9886e138f8c2a5d23ea77f7788d8e3c 2024-11-20T03:17:15,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for a9886e138f8c2a5d23ea77f7788d8e3c 2024-11-20T03:17:15,700 INFO [StoreOpener-a9886e138f8c2a5d23ea77f7788d8e3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a9886e138f8c2a5d23ea77f7788d8e3c 2024-11-20T03:17:15,702 INFO [StoreOpener-a9886e138f8c2a5d23ea77f7788d8e3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9886e138f8c2a5d23ea77f7788d8e3c columnFamilyName hfileref 2024-11-20T03:17:15,702 DEBUG [StoreOpener-a9886e138f8c2a5d23ea77f7788d8e3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:15,703 INFO [StoreOpener-a9886e138f8c2a5d23ea77f7788d8e3c-1 {}] regionserver.HStore(327): Store=a9886e138f8c2a5d23ea77f7788d8e3c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:17:15,703 INFO [StoreOpener-a9886e138f8c2a5d23ea77f7788d8e3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a9886e138f8c2a5d23ea77f7788d8e3c 2024-11-20T03:17:15,704 INFO [StoreOpener-a9886e138f8c2a5d23ea77f7788d8e3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9886e138f8c2a5d23ea77f7788d8e3c columnFamilyName queue 2024-11-20T03:17:15,704 DEBUG [StoreOpener-a9886e138f8c2a5d23ea77f7788d8e3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:15,705 INFO [StoreOpener-a9886e138f8c2a5d23ea77f7788d8e3c-1 {}] regionserver.HStore(327): Store=a9886e138f8c2a5d23ea77f7788d8e3c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:17:15,705 INFO [StoreOpener-a9886e138f8c2a5d23ea77f7788d8e3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a9886e138f8c2a5d23ea77f7788d8e3c 2024-11-20T03:17:15,706 INFO [StoreOpener-a9886e138f8c2a5d23ea77f7788d8e3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9886e138f8c2a5d23ea77f7788d8e3c columnFamilyName sid 2024-11-20T03:17:15,707 DEBUG [StoreOpener-a9886e138f8c2a5d23ea77f7788d8e3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:15,707 INFO [StoreOpener-a9886e138f8c2a5d23ea77f7788d8e3c-1 {}] regionserver.HStore(327): Store=a9886e138f8c2a5d23ea77f7788d8e3c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:17:15,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for a9886e138f8c2a5d23ea77f7788d8e3c 2024-11-20T03:17:15,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/replication/a9886e138f8c2a5d23ea77f7788d8e3c 2024-11-20T03:17:15,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/replication/a9886e138f8c2a5d23ea77f7788d8e3c 2024-11-20T03:17:15,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for a9886e138f8c2a5d23ea77f7788d8e3c 2024-11-20T03:17:15,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for a9886e138f8c2a5d23ea77f7788d8e3c 2024-11-20T03:17:15,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:17:15,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for a9886e138f8c2a5d23ea77f7788d8e3c 2024-11-20T03:17:15,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/replication/a9886e138f8c2a5d23ea77f7788d8e3c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:17:15,718 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened a9886e138f8c2a5d23ea77f7788d8e3c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65549158, jitterRate=-0.023241430521011353}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:17:15,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a9886e138f8c2a5d23ea77f7788d8e3c 2024-11-20T03:17:15,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for a9886e138f8c2a5d23ea77f7788d8e3c: Running coprocessor pre-open hook at 1732072635698Writing region info on filesystem at 1732072635698Initializing all the Stores at 1732072635700 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072635700Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072635700Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072635700Cleaning up temporary data from old regions at 1732072635711 (+11 ms)Running coprocessor post-open hooks at 1732072635718 (+7 ms)Region opened successfully at 1732072635719 (+1 ms) 2024-11-20T03:17:15,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c., pid=7, masterSystemTime=1732072635663 2024-11-20T03:17:15,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c. 2024-11-20T03:17:15,724 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c. 2024-11-20T03:17:15,725 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a9886e138f8c2a5d23ea77f7788d8e3c, regionState=OPEN, openSeqNum=2, regionLocation=d00f728e99d7,42087,1732072624683 2024-11-20T03:17:15,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9886e138f8c2a5d23ea77f7788d8e3c, server=d00f728e99d7,42087,1732072624683 because future has completed 2024-11-20T03:17:15,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-20T03:17:15,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a9886e138f8c2a5d23ea77f7788d8e3c, server=d00f728e99d7,42087,1732072624683 in 223 msec 2024-11-20T03:17:15,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T03:17:15,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a9886e138f8c2a5d23ea77f7788d8e3c, ASSIGN in 386 msec 2024-11-20T03:17:15,741 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T03:17:15,741 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072635741"}]},"ts":"1732072635741"} 2024-11-20T03:17:15,744 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T03:17:15,746 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T03:17:15,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2630 sec 2024-11-20T03:17:15,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c., hostname=d00f728e99d7,42087,1732072624683, seqNum=2] 2024-11-20T03:17:15,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42087 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-20T03:17:15,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42319-0x101563eb4930000, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-861209525 2024-11-20T03:17:15,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42087-0x101563eb4930001, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-861209525 2024-11-20T03:17:15,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T03:17:16,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-20T03:17:16,079 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T03:17:16,122 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-d00f728e99d7,42087,1732072624683, ReplicationSource: 1, currentBandwidth=0 2024-11-20T03:17:16,124 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:17:16,124 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,42087,1732072624683, seqNum=-1] 2024-11-20T03:17:16,124 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:17:16,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-20T03:17:16,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d00f728e99d7,42087,1732072624683', locateType=CURRENT is [region=hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c., hostname=d00f728e99d7,42087,1732072624683, seqNum=2] 2024-11-20T03:17:16,135 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T03:17:16,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T03:17:16,142 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d00f728e99d7,42087,1732072624683 suceeded 2024-11-20T03:17:16,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-20T03:17:16,146 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d00f728e99d7:36537,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T03:17:16,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 230 msec 2024-11-20T03:17:16,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7050 sec 2024-11-20T03:17:16,159 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42087,1732072624683 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d00f728e99d7:36537' 2024-11-20T03:17:16,161 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42087,1732072624683 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@322bb9b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:16,161 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42087,1732072624683 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,36537,-1 for getting cluster id 2024-11-20T03:17:16,161 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42087,1732072624683 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:17:16,162 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c5beba6-4e6b-4ae2-a76d-319b95d86fec' 2024-11-20T03:17:16,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:17:16,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c5beba6-4e6b-4ae2-a76d-319b95d86fec" 2024-11-20T03:17:16,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77aab3e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:16,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,36537,-1] 2024-11-20T03:17:16,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:17:16,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:16,164 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:17:16,165 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42087,1732072624683 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@755a0b33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:16,166 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42087,1732072624683 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:17:16,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,36537,1732072630576 2024-11-20T03:17:16,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54f3da05 2024-11-20T03:17:16,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:17:16,168 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-20T03:17:16,169 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42087,1732072624683 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d00f728e99d7,42087,1732072624683 (queues=1) is replicating from cluster=12c7f254-ac40-44ea-aed1-0811cffe262f to cluster=3c5beba6-4e6b-4ae2-a76d-319b95d86fec 2024-11-20T03:17:16,172 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42087,1732072624683 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d00f728e99d7%2C42087%2C1732072624683 2024-11-20T03:17:16,175 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42087,1732072624683 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d00f728e99d7,42087,1732072624683, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T03:17:16,177 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42087,1732072624683.replicationSource.shipperd00f728e99d7%2C42087%2C1732072624683,1-d00f728e99d7,42087,1732072624683 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d00f728e99d7%2C42087%2C1732072624683 2024-11-20T03:17:16,181 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42087,1732072624683.replicationSource.wal-reader.d00f728e99d7%2C42087%2C1732072624683,1-d00f728e99d7,42087,1732072624683 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,42087,1732072624683/d00f728e99d7%2C42087%2C1732072624683.1732072627775, startPosition=0, beingWritten=true 2024-11-20T03:17:16,429 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42087,1732072624683.replicationSource.wal-reader.d00f728e99d7%2C42087%2C1732072624683,1-d00f728e99d7,42087,1732072624683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,42087,1732072624683/d00f728e99d7%2C42087%2C1732072624683.1732072627775 to pos 0, reset compression=false 2024-11-20T03:17:16,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:17:16,603 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:17:16,603 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:17:16,603 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T03:17:16,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:16,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:16,603 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:17:16,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bfd77bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:16,604 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,42319,-1 for getting cluster id 2024-11-20T03:17:16,604 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:17:16,605 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12c7f254-ac40-44ea-aed1-0811cffe262f' 2024-11-20T03:17:16,605 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:17:16,605 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12c7f254-ac40-44ea-aed1-0811cffe262f" 2024-11-20T03:17:16,606 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67dea67f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:16,606 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,42319,-1] 2024-11-20T03:17:16,606 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:17:16,606 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:16,608 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:17:16,608 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e4cf6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:16,609 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:17:16,610 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,42319,1732072623717 2024-11-20T03:17:16,610 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b2adf4a 2024-11-20T03:17:16,610 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:17:16,611 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:17:16,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://d00f728e99d7:36537,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T03:17:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T03:17:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T03:17:16,615 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d00f728e99d7:36537' 2024-11-20T03:17:16,617 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c06a32f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:16,617 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,36537,-1 for getting cluster id 2024-11-20T03:17:16,617 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:17:16,618 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c5beba6-4e6b-4ae2-a76d-319b95d86fec' 2024-11-20T03:17:16,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:17:16,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c5beba6-4e6b-4ae2-a76d-319b95d86fec" 2024-11-20T03:17:16,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c8c89d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:16,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,36537,-1] 2024-11-20T03:17:16,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:17:16,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:16,620 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:17:16,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72302a4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:16,621 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:17:16,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,36537,1732072630576 2024-11-20T03:17:16,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7034ef0e 2024-11-20T03:17:16,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:17:16,623 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:17:16,624 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T03:17:16,624 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T03:17:16,624 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:16,624 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:16,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:17:16,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T03:17:16,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T03:17:16,740 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42087,1732072624683.replicationSource.wal-reader.d00f728e99d7%2C42087%2C1732072624683,1-d00f728e99d7,42087,1732072624683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,42087,1732072624683/d00f728e99d7%2C42087%2C1732072624683.1732072627775 to pos 0, reset compression=false 2024-11-20T03:17:16,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-20T03:17:16,808 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-20T03:17:16,835 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-d00f728e99d7,42087,1732072624683, ReplicationSource: 2, currentBandwidth=0 2024-11-20T03:17:16,838 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-20T03:17:16,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-20T03:17:16,841 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on d00f728e99d7,42087,1732072624683 suceeded 2024-11-20T03:17:16,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T03:17:16,844 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://d00f728e99d7:36537,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T03:17:16,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-20T03:17:16,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 232 msec 2024-11-20T03:17:16,855 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42087,1732072624683 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d00f728e99d7:36537' 2024-11-20T03:17:16,856 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42087,1732072624683 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c7694b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:16,856 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42087,1732072624683 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,36537,-1 for getting cluster id 2024-11-20T03:17:16,856 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42087,1732072624683 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:17:16,857 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c5beba6-4e6b-4ae2-a76d-319b95d86fec' 2024-11-20T03:17:16,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:17:16,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c5beba6-4e6b-4ae2-a76d-319b95d86fec" 2024-11-20T03:17:16,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50d6528b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:16,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,36537,-1] 2024-11-20T03:17:16,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:17:16,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:16,859 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:17:16,860 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42087,1732072624683 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@274d7c8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:16,860 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42087,1732072624683 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:17:16,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,36537,1732072630576 2024-11-20T03:17:16,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e31f040 2024-11-20T03:17:16,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:17:16,862 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-20T03:17:16,863 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42087,1732072624683 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-d00f728e99d7,42087,1732072624683 (queues=1) is replicating from cluster=12c7f254-ac40-44ea-aed1-0811cffe262f to cluster=3c5beba6-4e6b-4ae2-a76d-319b95d86fec 2024-11-20T03:17:16,863 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42087,1732072624683 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=d00f728e99d7%2C42087%2C1732072624683 2024-11-20T03:17:16,863 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42087,1732072624683 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-d00f728e99d7,42087,1732072624683, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T03:17:16,863 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42087,1732072624683.replicationSource.shipperd00f728e99d7%2C42087%2C1732072624683,2-d00f728e99d7,42087,1732072624683 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d00f728e99d7%2C42087%2C1732072624683 2024-11-20T03:17:16,863 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42087,1732072624683.replicationSource.wal-reader.d00f728e99d7%2C42087%2C1732072624683,2-d00f728e99d7,42087,1732072624683 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,42087,1732072624683/d00f728e99d7%2C42087%2C1732072624683.1732072627775, startPosition=0, beingWritten=true 2024-11-20T03:17:16,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T03:17:16,934 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-20T03:17:16,934 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:17:16,934 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:17:16,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:16,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:16,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:17:16,935 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:17:16,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,42319,1732072623717 2024-11-20T03:17:16,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7daa54a1 2024-11-20T03:17:16,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:17:16,946 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:17:16,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-20T03:17:16,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-20T03:17:16,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-20T03:17:16,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-20T03:17:16,958 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://d00f728e99d7:36537,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T03:17:16,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-20T03:17:16,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T03:17:16,965 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d00f728e99d7:36537' 2024-11-20T03:17:16,966 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361f6929, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:16,967 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,36537,-1 for getting cluster id 2024-11-20T03:17:16,967 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:17:16,968 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c5beba6-4e6b-4ae2-a76d-319b95d86fec' 2024-11-20T03:17:16,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:17:16,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c5beba6-4e6b-4ae2-a76d-319b95d86fec" 2024-11-20T03:17:16,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c29726a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:16,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,36537,-1] 2024-11-20T03:17:16,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:17:16,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:16,970 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:17:16,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e4ba824, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:16,971 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:17:16,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,36537,1732072630576 2024-11-20T03:17:16,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20bcb29d 2024-11-20T03:17:16,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:17:16,974 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:17:16,975 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-20T03:17:16,976 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T03:17:16,976 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:16,976 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:16,976 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:17:16,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T03:17:17,070 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42087,1732072624683.replicationSource.wal-reader.d00f728e99d7%2C42087%2C1732072624683,2-d00f728e99d7,42087,1732072624683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,42087,1732072624683/d00f728e99d7%2C42087%2C1732072624683.1732072627775 to pos 0, reset compression=false 2024-11-20T03:17:17,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T03:17:17,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-20T03:17:17,143 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-20T03:17:17,147 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-20T03:17:17,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-20T03:17:17,150 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42087,1732072624683.replicationSource.wal-reader.d00f728e99d7%2C42087%2C1732072624683,1-d00f728e99d7,42087,1732072624683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,42087,1732072624683/d00f728e99d7%2C42087%2C1732072624683.1732072627775 to pos 0, reset compression=false 2024-11-20T03:17:17,155 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on d00f728e99d7,42087,1732072624683 suceeded 2024-11-20T03:17:17,162 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-20T03:17:17,162 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 167 msec 2024-11-20T03:17:17,162 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://d00f728e99d7:36537,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T03:17:17,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 203 msec 2024-11-20T03:17:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T03:17:17,284 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-20T03:17:17,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://d00f728e99d7:36537,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T03:17:17,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-20T03:17:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T03:17:17,291 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d00f728e99d7:36537' 2024-11-20T03:17:17,293 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@794b9489, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:17,293 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,36537,-1 for getting cluster id 2024-11-20T03:17:17,293 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:17:17,294 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c5beba6-4e6b-4ae2-a76d-319b95d86fec' 2024-11-20T03:17:17,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:17:17,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c5beba6-4e6b-4ae2-a76d-319b95d86fec" 2024-11-20T03:17:17,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5be92efb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:17,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,36537,-1] 2024-11-20T03:17:17,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:17:17,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:17,296 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:17:17,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f39a7db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:17,297 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:17:17,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,36537,1732072630576 2024-11-20T03:17:17,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43ed12fd 2024-11-20T03:17:17,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:17:17,300 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:17:17,301 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-20T03:17:17,301 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T03:17:17,301 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:17,301 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:17,301 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:17:17,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T03:17:17,384 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42087,1732072624683.replicationSource.wal-reader.d00f728e99d7%2C42087%2C1732072624683,2-d00f728e99d7,42087,1732072624683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,42087,1732072624683/d00f728e99d7%2C42087%2C1732072624683.1732072627775 to pos 0, reset compression=false 2024-11-20T03:17:17,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T03:17:17,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-20T03:17:17,515 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-20T03:17:17,517 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-20T03:17:17,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-20T03:17:17,520 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on d00f728e99d7,42087,1732072624683 suceeded 2024-11-20T03:17:17,523 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-20T03:17:17,523 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-20T03:17:17,523 INFO [PEWorker-2 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://d00f728e99d7:36537,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T03:17:17,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 237 msec 2024-11-20T03:17:17,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T03:17:17,613 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-20T03:17:17,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-20T03:17:17,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42319 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-20T03:17:17,618 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:17:17,618 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:17:17,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:17,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:17,619 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:17:17,619 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T03:17:17,619 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=933464129, stopped=false 2024-11-20T03:17:17,619 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d00f728e99d7,42319,1732072623717 2024-11-20T03:17:17,663 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42087,1732072624683.replicationSource.wal-reader.d00f728e99d7%2C42087%2C1732072624683,1-d00f728e99d7,42087,1732072624683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,42087,1732072624683/d00f728e99d7%2C42087%2C1732072624683.1732072627775 to pos 0, reset compression=false 2024-11-20T03:17:17,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42087-0x101563eb4930001, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-861209525/running 2024-11-20T03:17:17,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42319-0x101563eb4930000, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-861209525/running 2024-11-20T03:17:17,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42319-0x101563eb4930000, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-861209525 2024-11-20T03:17:17,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42087-0x101563eb4930001, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-861209525 2024-11-20T03:17:17,671 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:17:17,672 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:17:17,672 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:17:17,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:17,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42087-0x101563eb4930001, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Set watcher on znode that does not yet exist, /0-861209525/running 2024-11-20T03:17:17,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42319-0x101563eb4930000, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Set watcher on znode that does not yet exist, /0-861209525/running 2024-11-20T03:17:17,673 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd00f728e99d7,42087,1732072624683' ***** 2024-11-20T03:17:17,673 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T03:17:17,673 INFO [RS:0;d00f728e99d7:42087 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T03:17:17,674 INFO [RS:0;d00f728e99d7:42087 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T03:17:17,674 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T03:17:17,674 INFO [RS:0;d00f728e99d7:42087 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T03:17:17,674 INFO [RS:0;d00f728e99d7:42087 {}] regionserver.HRegionServer(3091): Received CLOSE for a9886e138f8c2a5d23ea77f7788d8e3c 2024-11-20T03:17:17,675 INFO [RS:0;d00f728e99d7:42087 {}] regionserver.HRegionServer(959): stopping server d00f728e99d7,42087,1732072624683 2024-11-20T03:17:17,675 INFO [RS:0;d00f728e99d7:42087 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:17:17,675 INFO [RS:0;d00f728e99d7:42087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:42087. 2024-11-20T03:17:17,675 DEBUG [RS:0;d00f728e99d7:42087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:17:17,675 DEBUG [RS:0;d00f728e99d7:42087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:17,675 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a9886e138f8c2a5d23ea77f7788d8e3c, disabling compactions & flushes 2024-11-20T03:17:17,675 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c. 2024-11-20T03:17:17,675 INFO [RS:0;d00f728e99d7:42087 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T03:17:17,675 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c. 2024-11-20T03:17:17,675 INFO [RS:0;d00f728e99d7:42087 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T03:17:17,676 INFO [RS:0;d00f728e99d7:42087 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T03:17:17,676 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c. after waiting 0 ms 2024-11-20T03:17:17,676 INFO [RS:0;d00f728e99d7:42087 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T03:17:17,676 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c. 2024-11-20T03:17:17,676 INFO [RS:0;d00f728e99d7:42087 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T03:17:17,676 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:17:17,676 DEBUG [RS:0;d00f728e99d7:42087 {}] regionserver.HRegionServer(1325): Online Regions={a9886e138f8c2a5d23ea77f7788d8e3c=hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T03:17:17,676 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:17:17,676 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:17:17,676 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:17:17,676 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:17:17,676 DEBUG [RS:0;d00f728e99d7:42087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a9886e138f8c2a5d23ea77f7788d8e3c 2024-11-20T03:17:17,680 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-20T03:17:17,680 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a9886e138f8c2a5d23ea77f7788d8e3c 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-20T03:17:17,718 INFO [regionserver/d00f728e99d7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:17:17,739 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/replication/a9886e138f8c2a5d23ea77f7788d8e3c/.tmp/queue/a9ecd5b8663a4252aac04baa7331078a is 151, key is 1-d00f728e99d7,42087,1732072624683/queue:d00f728e99d7%2C42087%2C1732072624683/1732072636130/Put/seqid=0 2024-11-20T03:17:17,739 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/meta/1588230740/.tmp/info/295b8a32f7d04c15b0e1f90f1d6b46f6 is 147, key is hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c./info:regioninfo/1732072635725/Put/seqid=0 2024-11-20T03:17:17,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741839_1015 (size=6631) 2024-11-20T03:17:17,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741838_1014 (size=5500) 2024-11-20T03:17:17,790 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42087,1732072624683.replicationSource.wal-reader.d00f728e99d7%2C42087%2C1732072624683,2-d00f728e99d7,42087,1732072624683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,42087,1732072624683/d00f728e99d7%2C42087%2C1732072624683.1732072627775 to pos 0, reset compression=false 2024-11-20T03:17:17,877 DEBUG [RS:0;d00f728e99d7:42087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a9886e138f8c2a5d23ea77f7788d8e3c 2024-11-20T03:17:18,077 DEBUG [RS:0;d00f728e99d7:42087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a9886e138f8c2a5d23ea77f7788d8e3c 2024-11-20T03:17:18,151 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/meta/1588230740/.tmp/info/295b8a32f7d04c15b0e1f90f1d6b46f6 2024-11-20T03:17:18,151 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/replication/a9886e138f8c2a5d23ea77f7788d8e3c/.tmp/queue/a9ecd5b8663a4252aac04baa7331078a 2024-11-20T03:17:18,217 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/replication/a9886e138f8c2a5d23ea77f7788d8e3c/.tmp/queue/a9ecd5b8663a4252aac04baa7331078a as hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/replication/a9886e138f8c2a5d23ea77f7788d8e3c/queue/a9ecd5b8663a4252aac04baa7331078a 2024-11-20T03:17:18,226 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/replication/a9886e138f8c2a5d23ea77f7788d8e3c/queue/a9ecd5b8663a4252aac04baa7331078a, entries=2, sequenceid=6, filesize=5.4 K 2024-11-20T03:17:18,233 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for a9886e138f8c2a5d23ea77f7788d8e3c in 553ms, sequenceid=6, compaction requested=false 2024-11-20T03:17:18,233 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T03:17:18,234 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/meta/1588230740/.tmp/ns/6569f2f2ab974dfaa3cbb5578123092e is 43, key is default/ns:d/1732072628415/Put/seqid=0 2024-11-20T03:17:18,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741840_1016 (size=5153) 2024-11-20T03:17:18,240 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/meta/1588230740/.tmp/ns/6569f2f2ab974dfaa3cbb5578123092e 2024-11-20T03:17:18,241 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/replication/a9886e138f8c2a5d23ea77f7788d8e3c/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T03:17:18,243 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:17:18,244 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:17:18,244 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c. 2024-11-20T03:17:18,244 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a9886e138f8c2a5d23ea77f7788d8e3c: Waiting for close lock at 1732072637675Running coprocessor pre-close hooks at 1732072637675Disabling compacts and flushes for region at 1732072637675Disabling writes for close at 1732072637676 (+1 ms)Obtaining lock to block concurrent updates at 1732072637680 (+4 ms)Preparing flush snapshotting stores in a9886e138f8c2a5d23ea77f7788d8e3c at 1732072637680Finished memstore snapshotting hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732072637687 (+7 ms)Flushing stores of hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c. at 1732072637689 (+2 ms)Flushing a9886e138f8c2a5d23ea77f7788d8e3c/queue: creating writer at 1732072637690 (+1 ms)Flushing a9886e138f8c2a5d23ea77f7788d8e3c/queue: appending metadata at 1732072637725 (+35 ms)Flushing a9886e138f8c2a5d23ea77f7788d8e3c/queue: closing flushed file at 1732072637728 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44ea746c: reopening flushed file at 1732072638215 (+487 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for a9886e138f8c2a5d23ea77f7788d8e3c in 553ms, sequenceid=6, compaction requested=false at 1732072638233 (+18 ms)Writing region close event to WAL at 1732072638235 (+2 ms)Running coprocessor post-close hooks at 1732072638242 (+7 ms)Closed at 1732072638244 (+2 ms) 2024-11-20T03:17:18,245 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c. 2024-11-20T03:17:18,264 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/meta/1588230740/.tmp/table/f7dd5130a7054df891ed50799b059d20 is 53, key is hbase:replication/table:state/1732072635741/Put/seqid=0 2024-11-20T03:17:18,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741841_1017 (size=5256) 2024-11-20T03:17:18,271 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42087,1732072624683.replicationSource.wal-reader.d00f728e99d7%2C42087%2C1732072624683,1-d00f728e99d7,42087,1732072624683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,42087,1732072624683/d00f728e99d7%2C42087%2C1732072624683.1732072627775 to pos 0, reset compression=false 2024-11-20T03:17:18,277 DEBUG [RS:0;d00f728e99d7:42087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:17:18,301 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42087,1732072624683.replicationSource.wal-reader.d00f728e99d7%2C42087%2C1732072624683,2-d00f728e99d7,42087,1732072624683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,42087,1732072624683/d00f728e99d7%2C42087%2C1732072624683.1732072627775 to pos 0, reset compression=false 2024-11-20T03:17:18,478 DEBUG [RS:0;d00f728e99d7:42087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:17:18,606 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T03:17:18,606 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T03:17:18,670 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/meta/1588230740/.tmp/table/f7dd5130a7054df891ed50799b059d20 2024-11-20T03:17:18,678 INFO [RS:0;d00f728e99d7:42087 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T03:17:18,678 DEBUG [RS:0;d00f728e99d7:42087 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T03:17:18,678 DEBUG [RS:0;d00f728e99d7:42087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:17:18,683 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/meta/1588230740/.tmp/info/295b8a32f7d04c15b0e1f90f1d6b46f6 as hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/meta/1588230740/info/295b8a32f7d04c15b0e1f90f1d6b46f6 2024-11-20T03:17:18,693 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/meta/1588230740/info/295b8a32f7d04c15b0e1f90f1d6b46f6, entries=10, sequenceid=11, filesize=6.5 K 2024-11-20T03:17:18,695 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/meta/1588230740/.tmp/ns/6569f2f2ab974dfaa3cbb5578123092e as hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/meta/1588230740/ns/6569f2f2ab974dfaa3cbb5578123092e 2024-11-20T03:17:18,702 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/meta/1588230740/ns/6569f2f2ab974dfaa3cbb5578123092e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T03:17:18,704 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/meta/1588230740/.tmp/table/f7dd5130a7054df891ed50799b059d20 as hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/meta/1588230740/table/f7dd5130a7054df891ed50799b059d20 2024-11-20T03:17:18,712 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/meta/1588230740/table/f7dd5130a7054df891ed50799b059d20, entries=2, sequenceid=11, filesize=5.1 K 2024-11-20T03:17:18,713 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1037ms, sequenceid=11, compaction requested=false 2024-11-20T03:17:18,718 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T03:17:18,719 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:17:18,719 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:17:18,719 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:17:18,719 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072637676Running coprocessor pre-close hooks at 1732072637676Disabling compacts and flushes for region at 1732072637676Disabling writes for close at 1732072637676Obtaining lock to block concurrent updates at 1732072637680 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1732072637680Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732072637687 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732072637689 (+2 ms)Flushing 1588230740/info: creating writer at 1732072637690 (+1 ms)Flushing 1588230740/info: appending metadata at 1732072637727 (+37 ms)Flushing 1588230740/info: closing flushed file at 1732072637728 (+1 ms)Flushing 1588230740/ns: creating writer at 1732072638215 (+487 ms)Flushing 1588230740/ns: appending metadata at 1732072638232 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732072638232Flushing 1588230740/table: creating writer at 1732072638249 (+17 ms)Flushing 1588230740/table: appending metadata at 1732072638263 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732072638263Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1aadc1e8: reopening flushed file at 1732072638681 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ee8cc95: reopening flushed file at 1732072638693 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e8fc748: reopening flushed file at 1732072638703 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1037ms, sequenceid=11, compaction requested=false at 1732072638713 (+10 ms)Writing region close event to WAL at 1732072638714 (+1 ms)Running coprocessor post-close hooks at 1732072638719 (+5 ms)Closed at 1732072638719 2024-11-20T03:17:18,720 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T03:17:18,879 INFO [RS:0;d00f728e99d7:42087 {}] regionserver.HRegionServer(976): stopping server d00f728e99d7,42087,1732072624683; all regions closed. 2024-11-20T03:17:18,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741834_1010 (size=2742) 2024-11-20T03:17:18,893 DEBUG [RS:0;d00f728e99d7:42087 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/oldWALs 2024-11-20T03:17:18,893 INFO [RS:0;d00f728e99d7:42087 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d00f728e99d7%2C42087%2C1732072624683.meta:.meta(num 1732072628239) 2024-11-20T03:17:18,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741837_1013 (size=1802) 2024-11-20T03:17:18,899 DEBUG [RS:0;d00f728e99d7:42087 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/oldWALs 2024-11-20T03:17:18,899 INFO [RS:0;d00f728e99d7:42087 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d00f728e99d7%2C42087%2C1732072624683.rep:(num 1732072635677) 2024-11-20T03:17:18,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741833_1009 (size=93) 2024-11-20T03:17:18,902 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,42087,1732072624683/d00f728e99d7%2C42087%2C1732072624683.1732072627775 not finished, retry = 0 2024-11-20T03:17:18,908 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42087,1732072624683.replicationSource.wal-reader.d00f728e99d7%2C42087%2C1732072624683,2-d00f728e99d7,42087,1732072624683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,42087,1732072624683/d00f728e99d7%2C42087%2C1732072624683.1732072627775 to pos 0, reset compression=false 2024-11-20T03:17:18,978 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42087,1732072624683.replicationSource.wal-reader.d00f728e99d7%2C42087%2C1732072624683,1-d00f728e99d7,42087,1732072624683 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,42087,1732072624683/d00f728e99d7%2C42087%2C1732072624683.1732072627775 to pos 0, reset compression=false 2024-11-20T03:17:19,004 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42087,1732072624683.replicationSource.wal-reader.d00f728e99d7%2C42087%2C1732072624683,1-d00f728e99d7,42087,1732072624683 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,42087,1732072624683/d00f728e99d7%2C42087%2C1732072624683.1732072627775 2024-11-20T03:17:19,004 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42087,1732072624683.replicationSource.wal-reader.d00f728e99d7%2C42087%2C1732072624683,2-d00f728e99d7,42087,1732072624683 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,42087,1732072624683/d00f728e99d7%2C42087%2C1732072624683.1732072627775 2024-11-20T03:17:19,004 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42087,1732072624683.replicationSource.wal-reader.d00f728e99d7%2C42087%2C1732072624683,1-d00f728e99d7,42087,1732072624683 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-20T03:17:19,004 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42087,1732072624683.replicationSource.wal-reader.d00f728e99d7%2C42087%2C1732072624683,2-d00f728e99d7,42087,1732072624683 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-20T03:17:19,004 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42087,1732072624683.replicationSource.wal-reader.d00f728e99d7%2C42087%2C1732072624683,1-d00f728e99d7,42087,1732072624683 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-20T03:17:19,004 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42087,1732072624683.replicationSource.wal-reader.d00f728e99d7%2C42087%2C1732072624683,2-d00f728e99d7,42087,1732072624683 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-20T03:17:19,006 DEBUG [RS:0;d00f728e99d7:42087 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/oldWALs 2024-11-20T03:17:19,006 INFO [RS:0;d00f728e99d7:42087 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d00f728e99d7%2C42087%2C1732072624683:(num 1732072627775) 2024-11-20T03:17:19,006 DEBUG [RS:0;d00f728e99d7:42087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:19,006 INFO [RS:0;d00f728e99d7:42087 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:17:19,006 INFO [RS:0;d00f728e99d7:42087 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:17:19,007 INFO [RS:0;d00f728e99d7:42087 {}] hbase.ChoreService(370): Chore service for: regionserver/d00f728e99d7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T03:17:19,007 INFO [RS:0;d00f728e99d7:42087 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:17:19,007 INFO [regionserver/d00f728e99d7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:17:19,007 INFO [RS:0;d00f728e99d7:42087 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d00f728e99d7,42087,1732072624683 because: Region server is closing 2024-11-20T03:17:19,008 INFO [RS:0;d00f728e99d7:42087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:42087. 2024-11-20T03:17:19,004 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42087,1732072624683.replicationSource.shipperd00f728e99d7%2C42087%2C1732072624683,1-d00f728e99d7,42087,1732072624683 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,42087,1732072624683 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,42087,1732072624683/d00f728e99d7%2C42087%2C1732072624683.1732072627775, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-20T03:17:19,004 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42087,1732072624683.replicationSource.shipperd00f728e99d7%2C42087%2C1732072624683,2-d00f728e99d7,42087,1732072624683 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-d00f728e99d7,42087,1732072624683 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,42087,1732072624683/d00f728e99d7%2C42087%2C1732072624683.1732072627775, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-20T03:17:19,008 DEBUG [RS:0;d00f728e99d7:42087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:17:19,008 DEBUG [RS:0;d00f728e99d7:42087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:19,008 DEBUG [RS:0;d00f728e99d7:42087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:19,008 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:17:19,011 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42087,1732072624683.replicationSource.shipperd00f728e99d7%2C42087%2C1732072624683,2-d00f728e99d7,42087,1732072624683 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-20T03:17:19,011 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42087,1732072624683.replicationSource.shipperd00f728e99d7%2C42087%2C1732072624683,2-d00f728e99d7,42087,1732072624683 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [d00f728e99d7%2C42087%2C1732072624683.1732072627775] 2024-11-20T03:17:19,011 ERROR [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42087,1732072624683.replicationSource.shipperd00f728e99d7%2C42087%2C1732072624683,1-d00f728e99d7,42087,1732072624683 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d00f728e99d7,42087,1732072624683: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d00f728e99d7,42087,1732072624683, walGroup=d00f728e99d7%2C42087%2C1732072624683, offset=d00f728e99d7%2C42087%2C1732072624683.1732072627775:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:42087 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T03:17:19,013 ERROR [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42087,1732072624683.replicationSource.shipperd00f728e99d7%2C42087%2C1732072624683,1-d00f728e99d7,42087,1732072624683 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T03:17:19,016 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42087,1732072624683.replicationSource.shipperd00f728e99d7%2C42087%2C1732072624683,1-d00f728e99d7,42087,1732072624683 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T03:17:19,017 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42087,1732072624683.replicationSource.shipperd00f728e99d7%2C42087%2C1732072624683,1-d00f728e99d7,42087,1732072624683 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T03:17:19,017 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42087,1732072624683.replicationSource.shipperd00f728e99d7%2C42087%2C1732072624683,1-d00f728e99d7,42087,1732072624683 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T03:17:19,017 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42087,1732072624683.replicationSource.shipperd00f728e99d7%2C42087%2C1732072624683,1-d00f728e99d7,42087,1732072624683 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T03:17:19,018 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42087,1732072624683.replicationSource.shipperd00f728e99d7%2C42087%2C1732072624683,1-d00f728e99d7,42087,1732072624683 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 363530496 }, "NonHeapMemoryUsage": { "committed": 152567808, "init": 7667712, "max": -1, "used": 150288616 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T03:17:19,019 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42087,1732072624683.replicationSource.shipperd00f728e99d7%2C42087%2C1732072624683,1-d00f728e99d7,42087,1732072624683 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [d00f728e99d7%2C42087%2C1732072624683.1732072627775] 2024-11-20T03:17:19,109 INFO [RS:0;d00f728e99d7:42087 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42087,1732072624683.replicationSource.shipperd00f728e99d7%2C42087%2C1732072624683,1-d00f728e99d7,42087,1732072624683 terminated 2024-11-20T03:17:19,110 INFO [RS:0;d00f728e99d7:42087 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-d00f728e99d7,42087,1732072624683 because: Region server is closing 2024-11-20T03:17:19,110 INFO [RS:0;d00f728e99d7:42087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:42087. 2024-11-20T03:17:19,110 DEBUG [RS:0;d00f728e99d7:42087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:17:19,110 DEBUG [RS:0;d00f728e99d7:42087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:19,110 DEBUG [RS:0;d00f728e99d7:42087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:19,110 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:17:19,111 INFO [RS:0;d00f728e99d7:42087 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42087,1732072624683.replicationSource.shipperd00f728e99d7%2C42087%2C1732072624683,2-d00f728e99d7,42087,1732072624683 terminated 2024-11-20T03:17:19,111 INFO [RS:0;d00f728e99d7:42087 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42087 2024-11-20T03:17:19,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42087-0x101563eb4930001, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-861209525/rs/d00f728e99d7,42087,1732072624683 2024-11-20T03:17:19,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42319-0x101563eb4930000, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-861209525/rs 2024-11-20T03:17:19,176 INFO [RS:0;d00f728e99d7:42087 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:17:19,177 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d00f728e99d7,42087,1732072624683] 2024-11-20T03:17:19,197 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-861209525/draining/d00f728e99d7,42087,1732072624683 already deleted, retry=false 2024-11-20T03:17:19,197 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d00f728e99d7,42087,1732072624683 expired; onlineServers=0 2024-11-20T03:17:19,198 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd00f728e99d7,42319,1732072623717' ***** 2024-11-20T03:17:19,198 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T03:17:19,198 INFO [M:0;d00f728e99d7:42319 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:17:19,198 INFO [M:0;d00f728e99d7:42319 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:17:19,198 DEBUG [M:0;d00f728e99d7:42319 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T03:17:19,198 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T03:17:19,198 DEBUG [M:0;d00f728e99d7:42319 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T03:17:19,198 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072627390 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072627390,5,FailOnTimeoutGroup] 2024-11-20T03:17:19,198 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072627408 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072627408,5,FailOnTimeoutGroup] 2024-11-20T03:17:19,199 INFO [M:0;d00f728e99d7:42319 {}] hbase.ChoreService(370): Chore service for: master/d00f728e99d7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T03:17:19,199 INFO [M:0;d00f728e99d7:42319 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:17:19,199 DEBUG [M:0;d00f728e99d7:42319 {}] master.HMaster(1795): Stopping service threads 2024-11-20T03:17:19,199 INFO [M:0;d00f728e99d7:42319 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T03:17:19,199 INFO [M:0;d00f728e99d7:42319 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:17:19,200 INFO [M:0;d00f728e99d7:42319 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T03:17:19,200 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T03:17:19,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42319-0x101563eb4930000, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-861209525/master 2024-11-20T03:17:19,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42319-0x101563eb4930000, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-861209525 2024-11-20T03:17:19,208 DEBUG [M:0;d00f728e99d7:42319 {}] zookeeper.ZKUtil(347): master:42319-0x101563eb4930000, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Unable to get data of znode /0-861209525/master because node does not exist (not an error) 2024-11-20T03:17:19,208 WARN [M:0;d00f728e99d7:42319 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T03:17:19,209 INFO [M:0;d00f728e99d7:42319 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/.lastflushedseqids 2024-11-20T03:17:19,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741842_1018 (size=181) 2024-11-20T03:17:19,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42087-0x101563eb4930001, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:17:19,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42087-0x101563eb4930001, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:17:19,288 INFO [RS:0;d00f728e99d7:42087 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:17:19,288 INFO [RS:0;d00f728e99d7:42087 {}] regionserver.HRegionServer(1031): Exiting; stopping=d00f728e99d7,42087,1732072624683; zookeeper connection closed. 2024-11-20T03:17:19,288 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1702298f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1702298f 2024-11-20T03:17:19,289 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T03:17:19,624 INFO [M:0;d00f728e99d7:42319 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T03:17:19,625 INFO [M:0;d00f728e99d7:42319 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T03:17:19,625 DEBUG [M:0;d00f728e99d7:42319 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:17:19,625 INFO [M:0;d00f728e99d7:42319 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:17:19,625 DEBUG [M:0;d00f728e99d7:42319 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:17:19,625 DEBUG [M:0;d00f728e99d7:42319 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:17:19,625 DEBUG [M:0;d00f728e99d7:42319 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:17:19,625 INFO [M:0;d00f728e99d7:42319 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-20T03:17:19,642 DEBUG [M:0;d00f728e99d7:42319 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3d8fdb28323743f097149de9d6010a7d is 82, key is hbase:meta,,1/info:regioninfo/1732072628316/Put/seqid=0 2024-11-20T03:17:19,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741843_1019 (size=5672) 2024-11-20T03:17:19,670 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T03:17:20,052 INFO [M:0;d00f728e99d7:42319 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3d8fdb28323743f097149de9d6010a7d 2024-11-20T03:17:20,089 DEBUG [M:0;d00f728e99d7:42319 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7e2a5f35d3dc44a4822d888db9354152 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732072635748/Put/seqid=0 2024-11-20T03:17:20,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741844_1020 (size=8663) 2024-11-20T03:17:20,495 INFO [M:0;d00f728e99d7:42319 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7e2a5f35d3dc44a4822d888db9354152 2024-11-20T03:17:20,521 DEBUG [M:0;d00f728e99d7:42319 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1779afa9b1ac4a9a929a72ddd7cf7b64 is 69, key is d00f728e99d7,42087,1732072624683/rs:state/1732072627469/Put/seqid=0 2024-11-20T03:17:20,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741845_1021 (size=5156) 2024-11-20T03:17:20,927 INFO [M:0;d00f728e99d7:42319 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1779afa9b1ac4a9a929a72ddd7cf7b64 2024-11-20T03:17:20,937 DEBUG [M:0;d00f728e99d7:42319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3d8fdb28323743f097149de9d6010a7d as hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3d8fdb28323743f097149de9d6010a7d 2024-11-20T03:17:20,945 INFO [M:0;d00f728e99d7:42319 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3d8fdb28323743f097149de9d6010a7d, entries=8, sequenceid=115, filesize=5.5 K 2024-11-20T03:17:20,946 DEBUG [M:0;d00f728e99d7:42319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7e2a5f35d3dc44a4822d888db9354152 as hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7e2a5f35d3dc44a4822d888db9354152 2024-11-20T03:17:20,953 INFO [M:0;d00f728e99d7:42319 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7e2a5f35d3dc44a4822d888db9354152, entries=14, sequenceid=115, filesize=8.5 K 2024-11-20T03:17:20,954 DEBUG [M:0;d00f728e99d7:42319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1779afa9b1ac4a9a929a72ddd7cf7b64 as hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1779afa9b1ac4a9a929a72ddd7cf7b64 2024-11-20T03:17:20,962 INFO [M:0;d00f728e99d7:42319 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1779afa9b1ac4a9a929a72ddd7cf7b64, entries=1, sequenceid=115, filesize=5.0 K 2024-11-20T03:17:20,963 INFO [M:0;d00f728e99d7:42319 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1338ms, sequenceid=115, compaction requested=false 2024-11-20T03:17:20,964 INFO [M:0;d00f728e99d7:42319 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:17:20,964 DEBUG [M:0;d00f728e99d7:42319 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072639625Disabling compacts and flushes for region at 1732072639625Disabling writes for close at 1732072639625Obtaining lock to block concurrent updates at 1732072639625Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732072639625Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732072639626 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732072639627 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732072639627Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732072639641 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732072639641Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732072640068 (+427 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732072640089 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732072640089Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732072640503 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732072640520 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732072640520Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31378f14: reopening flushed file at 1732072640935 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2707b94c: reopening flushed file at 1732072640945 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ecbb1d2: reopening flushed file at 1732072640953 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1338ms, sequenceid=115, compaction requested=false at 1732072640963 (+10 ms)Writing region close event to WAL at 1732072640964 (+1 ms)Closed at 1732072640964 2024-11-20T03:17:20,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741830_1006 (size=59421) 2024-11-20T03:17:20,968 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:17:20,968 INFO [M:0;d00f728e99d7:42319 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T03:17:20,968 INFO [M:0;d00f728e99d7:42319 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42319 2024-11-20T03:17:20,969 INFO [M:0;d00f728e99d7:42319 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:17:21,151 INFO [M:0;d00f728e99d7:42319 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:17:21,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42319-0x101563eb4930000, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:17:21,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42319-0x101563eb4930000, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:17:21,153 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:17:21,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:17:21,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:17:21,154 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:17:21,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:17:21,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:17:21,154 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T03:17:21,154 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:17:21,155 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36005 2024-11-20T03:17:21,157 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36005 connecting to ZooKeeper ensemble=127.0.0.1:58813 2024-11-20T03:17:21,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360050x0, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:17:21,187 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36005-0x101563eb4930006 connected 2024-11-20T03:17:21,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:21,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:21,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36005-0x101563eb4930006, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Set watcher on znode that does not yet exist, /0-861209525/running 2024-11-20T03:17:21,205 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-861209525/meta-region-server: INIT 2024-11-20T03:17:21,205 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732, hbase.cluster.distributed=false 2024-11-20T03:17:21,207 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36005-0x101563eb4930006, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Set watcher on znode that does not yet exist, /0-861209525/acl 2024-11-20T03:17:21,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36005 2024-11-20T03:17:21,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36005 2024-11-20T03:17:21,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36005 2024-11-20T03:17:21,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36005 2024-11-20T03:17:21,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36005 2024-11-20T03:17:21,223 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:17:21,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:17:21,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:17:21,223 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:17:21,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:17:21,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:17:21,223 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T03:17:21,223 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:17:21,224 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33377 2024-11-20T03:17:21,225 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33377 connecting to ZooKeeper ensemble=127.0.0.1:58813 2024-11-20T03:17:21,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:21,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:21,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333770x0, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:17:21,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:333770x0, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Set watcher on znode that does not yet exist, /0-861209525/running 2024-11-20T03:17:21,240 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-861209525/meta-region-server: INIT 2024-11-20T03:17:21,240 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T03:17:21,241 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33377-0x101563eb4930007 connected 2024-11-20T03:17:21,246 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T03:17:21,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33377-0x101563eb4930007, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Set watcher on znode that does not yet exist, /0-861209525/master 2024-11-20T03:17:21,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33377-0x101563eb4930007, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Set watcher on znode that does not yet exist, /0-861209525/acl 2024-11-20T03:17:21,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33377 2024-11-20T03:17:21,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33377 2024-11-20T03:17:21,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33377 2024-11-20T03:17:21,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33377 2024-11-20T03:17:21,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33377 2024-11-20T03:17:21,266 DEBUG [M:0;d00f728e99d7:36005 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d00f728e99d7:36005 2024-11-20T03:17:21,267 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-861209525/backup-masters/d00f728e99d7,36005,1732072641153 2024-11-20T03:17:21,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36005-0x101563eb4930006, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-861209525/backup-masters 2024-11-20T03:17:21,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x101563eb4930007, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-861209525/backup-masters 2024-11-20T03:17:21,278 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36005-0x101563eb4930006, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Set watcher on existing znode=/0-861209525/backup-masters/d00f728e99d7,36005,1732072641153 2024-11-20T03:17:21,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x101563eb4930007, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-861209525/master 2024-11-20T03:17:21,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36005-0x101563eb4930006, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-861209525 2024-11-20T03:17:21,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x101563eb4930007, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-861209525 2024-11-20T03:17:21,288 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36005-0x101563eb4930006, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Set watcher on existing znode=/0-861209525/master 2024-11-20T03:17:21,288 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-861209525/backup-masters/d00f728e99d7,36005,1732072641153 from backup master directory 2024-11-20T03:17:21,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x101563eb4930007, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-861209525/backup-masters 2024-11-20T03:17:21,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36005-0x101563eb4930006, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-861209525/backup-masters/d00f728e99d7,36005,1732072641153 2024-11-20T03:17:21,298 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:17:21,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36005-0x101563eb4930006, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-861209525/backup-masters 2024-11-20T03:17:21,298 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d00f728e99d7,36005,1732072641153 2024-11-20T03:17:21,315 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:21,315 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T03:17:21,331 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 16ms. 2024-11-20T03:17:21,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741846_1022 (size=196) 2024-11-20T03:17:21,752 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:17:21,753 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T03:17:21,754 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:17:21,765 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-20T03:17:21,769 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/WALs/d00f728e99d7,42319,1732072623717 to hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/WALs/d00f728e99d7,42319,1732072623717-dead as it is dead 2024-11-20T03:17:21,771 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-20T03:17:21,772 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-20T03:17:21,772 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/WALs/d00f728e99d7,42319,1732072623717-dead/d00f728e99d7%2C42319%2C1732072623717.1732072626486 2024-11-20T03:17:21,779 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/WALs/d00f728e99d7,42319,1732072623717-dead/d00f728e99d7%2C42319%2C1732072623717.1732072626486 after 4ms 2024-11-20T03:17:21,780 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/WALs/d00f728e99d7,42319,1732072623717-dead/d00f728e99d7%2C42319%2C1732072623717.1732072626486 to hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d00f728e99d7%2C42319%2C1732072623717.1732072626486 2024-11-20T03:17:21,780 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/WALs/d00f728e99d7,42319,1732072623717-dead 2024-11-20T03:17:21,781 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/WALs/d00f728e99d7,36005,1732072641153 2024-11-20T03:17:21,783 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:17:21,788 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d00f728e99d7%2C36005%2C1732072641153, suffix=, logDir=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/WALs/d00f728e99d7,36005,1732072641153, archiveDir=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/oldWALs, maxLogs=10 2024-11-20T03:17:21,801 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/WALs/d00f728e99d7,36005,1732072641153/d00f728e99d7%2C36005%2C1732072641153.1732072641788, exclude list is [], retry=0 2024-11-20T03:17:21,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44685,DS-8dd90390-edb7-4b1a-a7a9-e0d50da3518a,DISK] 2024-11-20T03:17:21,809 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/WALs/d00f728e99d7,36005,1732072641153/d00f728e99d7%2C36005%2C1732072641153.1732072641788 2024-11-20T03:17:21,810 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37625:37625)] 2024-11-20T03:17:21,810 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:17:21,810 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:17:21,810 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:21,810 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:21,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:21,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T03:17:21,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:21,826 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3d8fdb28323743f097149de9d6010a7d 2024-11-20T03:17:21,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:21,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:21,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T03:17:21,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:21,838 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7e2a5f35d3dc44a4822d888db9354152 2024-11-20T03:17:21,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:17:21,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:21,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T03:17:21,840 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:21,850 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1779afa9b1ac4a9a929a72ddd7cf7b64 2024-11-20T03:17:21,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:17:21,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:21,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T03:17:21,852 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:21,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:17:21,853 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:21,855 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-20T03:17:21,855 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d00f728e99d7%2C42319%2C1732072623717.1732072626486 2024-11-20T03:17:21,875 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d00f728e99d7%2C42319%2C1732072623717.1732072626486 2024-11-20T03:17:21,877 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d00f728e99d7%2C42319%2C1732072623717.1732072626486 2024-11-20T03:17:21,879 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:21,879 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:21,881 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:17:21,883 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:21,893 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-20T03:17:21,895 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60426933, jitterRate=-0.09956853091716766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:17:21,896 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732072641810Initializing all the Stores at 1732072641812 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072641812Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072641812Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072641812Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072641812Cleaning up temporary data from old regions at 1732072641879 (+67 ms)Region opened successfully at 1732072641895 (+16 ms) 2024-11-20T03:17:21,896 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T03:17:21,900 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22810776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:17:21,914 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-20T03:17:21,914 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T03:17:21,914 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T03:17:21,914 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T03:17:21,916 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T03:17:21,923 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T03:17:21,924 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T03:17:21,925 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T03:17:21,925 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T03:17:21,925 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-20T03:17:21,925 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-20T03:17:21,925 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-20T03:17:21,925 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T03:17:21,933 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=d00f728e99d7,42087,1732072624683, regionLocation=d00f728e99d7,42087,1732072624683, openSeqNum=2 2024-11-20T03:17:21,933 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=d00f728e99d7,42087,1732072624683, table=hbase:meta, region=1588230740 2024-11-20T03:17:21,934 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,42087,1732072624683, state=OPEN 2024-11-20T03:17:21,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36005-0x101563eb4930006, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-861209525/meta-region-server 2024-11-20T03:17:21,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x101563eb4930007, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-861209525/meta-region-server 2024-11-20T03:17:21,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-861209525/meta-region-server: CHANGED 2024-11-20T03:17:21,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-861209525/meta-region-server: CHANGED 2024-11-20T03:17:21,996 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-20T03:17:22,007 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-861209525/draining/d00f728e99d7,42087,1732072624683 already deleted, retry=false 2024-11-20T03:17:22,008 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of d00f728e99d7,42087,1732072624683 on d00f728e99d7,36005,1732072641153 2024-11-20T03:17:22,014 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure d00f728e99d7,42087,1732072624683, splitWal=true, meta=true 2024-11-20T03:17:22,017 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for d00f728e99d7,42087,1732072624683 (carryingMeta=true) d00f728e99d7,42087,1732072624683/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5426bb25[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-20T03:17:22,022 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36005-0x101563eb4930006, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Unable to get data of znode /0-861209525/balancer because node does not exist (not necessarily an error) 2024-11-20T03:17:22,077 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-861209525/balancer already deleted, retry=false 2024-11-20T03:17:22,078 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T03:17:22,079 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36005-0x101563eb4930006, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Unable to get data of znode /0-861209525/normalizer because node does not exist (not necessarily an error) 2024-11-20T03:17:22,098 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-861209525/normalizer already deleted, retry=false 2024-11-20T03:17:22,098 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T03:17:22,100 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36005-0x101563eb4930006, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Unable to get data of znode /0-861209525/switch/split because node does not exist (not necessarily an error) 2024-11-20T03:17:22,113 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-861209525/switch/split already deleted, retry=false 2024-11-20T03:17:22,114 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36005-0x101563eb4930006, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Unable to get data of znode /0-861209525/switch/merge because node does not exist (not necessarily an error) 2024-11-20T03:17:22,123 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-861209525/switch/merge already deleted, retry=false 2024-11-20T03:17:22,147 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36005-0x101563eb4930006, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Unable to get data of znode /0-861209525/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T03:17:22,155 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-861209525/snapshot-cleanup already deleted, retry=false 2024-11-20T03:17:22,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x101563eb4930007, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-861209525/running 2024-11-20T03:17:22,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36005-0x101563eb4930006, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-861209525/running 2024-11-20T03:17:22,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x101563eb4930007, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-861209525 2024-11-20T03:17:22,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36005-0x101563eb4930006, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-861209525 2024-11-20T03:17:22,166 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d00f728e99d7,36005,1732072641153, sessionid=0x101563eb4930006, setting cluster-up flag (Was=false) 2024-11-20T03:17:22,177 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-861209525/flush-table-proc/acquired, /0-861209525/flush-table-proc/reached, /0-861209525/flush-table-proc/abort 2024-11-20T03:17:22,178 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,36005,1732072641153 2024-11-20T03:17:22,187 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-861209525/online-snapshot/acquired, /0-861209525/online-snapshot/reached, /0-861209525/online-snapshot/abort 2024-11-20T03:17:22,189 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,36005,1732072641153 2024-11-20T03:17:22,191 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/.lastflushedseqids 2024-11-20T03:17:22,195 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T03:17:22,195 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T03:17:22,195 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d00f728e99d7,36005,1732072641153 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 d00f728e99d7,42087,1732072624683 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T03:17:22,197 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:17:22,197 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:17:22,197 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:17:22,197 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:17:22,197 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d00f728e99d7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T03:17:22,197 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:22,197 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:17:22,198 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:22,198 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732072672198 2024-11-20T03:17:22,199 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T03:17:22,199 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T03:17:22,199 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T03:17:22,199 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T03:17:22,199 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T03:17:22,199 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T03:17:22,199 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:22,200 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T03:17:22,200 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T03:17:22,200 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T03:17:22,200 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T03:17:22,202 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure d00f728e99d7,42087,1732072624683, splitWal=true, meta=true 2024-11-20T03:17:22,204 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure d00f728e99d7,42087,1732072624683, splitWal=true, meta=true, isMeta: true 2024-11-20T03:17:22,204 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T03:17:22,204 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T03:17:22,205 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,42087,1732072624683-splitting 2024-11-20T03:17:22,207 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,42087,1732072624683-splitting dir is empty, no logs to split. 2024-11-20T03:17:22,207 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072642204,5,FailOnTimeoutGroup] 2024-11-20T03:17:22,207 INFO [PEWorker-1 {}] master.SplitWALManager(105): d00f728e99d7,42087,1732072624683 WAL count=0, meta=true 2024-11-20T03:17:22,209 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072642207,5,FailOnTimeoutGroup] 2024-11-20T03:17:22,209 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:22,209 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T03:17:22,209 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:22,209 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:22,209 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732072642209, completionTime=-1 2024-11-20T03:17:22,209 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-20T03:17:22,213 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-20T03:17:22,215 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,42087,1732072624683-splitting dir is empty, no logs to split. 2024-11-20T03:17:22,216 INFO [PEWorker-1 {}] master.SplitWALManager(105): d00f728e99d7,42087,1732072624683 WAL count=0, meta=true 2024-11-20T03:17:22,216 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if d00f728e99d7,42087,1732072624683 WAL splitting is done? wals=0, meta=true 2024-11-20T03:17:22,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T03:17:22,221 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:17:22,224 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T03:17:22,259 INFO [RS:0;d00f728e99d7:33377 {}] regionserver.HRegionServer(746): ClusterId : 12c7f254-ac40-44ea-aed1-0811cffe262f 2024-11-20T03:17:22,259 DEBUG [RS:0;d00f728e99d7:33377 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T03:17:22,272 DEBUG [RS:0;d00f728e99d7:33377 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T03:17:22,272 DEBUG [RS:0;d00f728e99d7:33377 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T03:17:22,282 DEBUG [RS:0;d00f728e99d7:33377 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T03:17:22,282 DEBUG [RS:0;d00f728e99d7:33377 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e2222c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:17:22,294 DEBUG [RS:0;d00f728e99d7:33377 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d00f728e99d7:33377 2024-11-20T03:17:22,295 INFO [RS:0;d00f728e99d7:33377 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T03:17:22,295 INFO [RS:0;d00f728e99d7:33377 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T03:17:22,295 DEBUG [RS:0;d00f728e99d7:33377 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T03:17:22,296 INFO [RS:0;d00f728e99d7:33377 {}] regionserver.HRegionServer(2659): reportForDuty to master=d00f728e99d7,36005,1732072641153 with port=33377, startcode=1732072641222 2024-11-20T03:17:22,296 DEBUG [RS:0;d00f728e99d7:33377 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T03:17:22,298 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T03:17:22,299 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36005 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d00f728e99d7,33377,1732072641222 2024-11-20T03:17:22,299 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36005 {}] master.ServerManager(517): Registering regionserver=d00f728e99d7,33377,1732072641222 2024-11-20T03:17:22,301 DEBUG [RS:0;d00f728e99d7:33377 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732 2024-11-20T03:17:22,301 DEBUG [RS:0;d00f728e99d7:33377 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45603 2024-11-20T03:17:22,301 DEBUG [RS:0;d00f728e99d7:33377 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T03:17:22,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36005-0x101563eb4930006, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-861209525/rs 2024-11-20T03:17:22,313 DEBUG [RS:0;d00f728e99d7:33377 {}] zookeeper.ZKUtil(111): regionserver:33377-0x101563eb4930007, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Set watcher on existing znode=/0-861209525/rs/d00f728e99d7,33377,1732072641222 2024-11-20T03:17:22,313 WARN [RS:0;d00f728e99d7:33377 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:17:22,313 INFO [RS:0;d00f728e99d7:33377 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:17:22,313 DEBUG [RS:0;d00f728e99d7:33377 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,33377,1732072641222 2024-11-20T03:17:22,314 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-20T03:17:22,314 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d00f728e99d7,33377,1732072641222] 2024-11-20T03:17:22,361 INFO [RS:0;d00f728e99d7:33377 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T03:17:22,365 INFO [RS:0;d00f728e99d7:33377 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T03:17:22,366 INFO [RS:0;d00f728e99d7:33377 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T03:17:22,366 INFO [RS:0;d00f728e99d7:33377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:22,366 INFO [RS:0;d00f728e99d7:33377 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T03:17:22,367 INFO [RS:0;d00f728e99d7:33377 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T03:17:22,367 INFO [RS:0;d00f728e99d7:33377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:22,368 DEBUG [RS:0;d00f728e99d7:33377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:22,368 DEBUG [RS:0;d00f728e99d7:33377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:22,368 DEBUG [RS:0;d00f728e99d7:33377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:22,368 DEBUG [RS:0;d00f728e99d7:33377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:22,368 DEBUG [RS:0;d00f728e99d7:33377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:22,368 DEBUG [RS:0;d00f728e99d7:33377 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:17:22,368 DEBUG [RS:0;d00f728e99d7:33377 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:22,368 DEBUG [RS:0;d00f728e99d7:33377 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:22,368 DEBUG [RS:0;d00f728e99d7:33377 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:22,368 DEBUG [RS:0;d00f728e99d7:33377 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:22,369 DEBUG [RS:0;d00f728e99d7:33377 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:22,369 DEBUG [RS:0;d00f728e99d7:33377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:22,369 DEBUG [RS:0;d00f728e99d7:33377 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:17:22,369 DEBUG [RS:0;d00f728e99d7:33377 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:17:22,374 INFO [RS:0;d00f728e99d7:33377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:22,374 INFO [RS:0;d00f728e99d7:33377 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:22,374 INFO [RS:0;d00f728e99d7:33377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:22,374 WARN [d00f728e99d7:36005 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T03:17:22,374 INFO [RS:0;d00f728e99d7:33377 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:22,374 INFO [RS:0;d00f728e99d7:33377 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:22,374 INFO [RS:0;d00f728e99d7:33377 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,33377,1732072641222-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:17:22,389 INFO [RS:0;d00f728e99d7:33377 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T03:17:22,389 INFO [RS:0;d00f728e99d7:33377 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,33377,1732072641222-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:22,410 INFO [RS:0;d00f728e99d7:33377 {}] regionserver.ReplicationSource(231): queueId=1-d00f728e99d7,33377,1732072641222, ReplicationSource: 1, currentBandwidth=0 2024-11-20T03:17:22,426 DEBUG [RS:0;d00f728e99d7:33377.replicationSource,1-d00f728e99d7,33377,1732072641222 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d00f728e99d7:36537' 2024-11-20T03:17:22,427 INFO [RS:0;d00f728e99d7:33377 {}] regionserver.ReplicationSource(231): queueId=2-d00f728e99d7,33377,1732072641222, ReplicationSource: 2, currentBandwidth=0 2024-11-20T03:17:22,427 INFO [RS:0;d00f728e99d7:33377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:22,427 DEBUG [RS:0;d00f728e99d7:33377.replicationSource,1-d00f728e99d7,33377,1732072641222 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c0fb8d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:22,427 INFO [RS:0;d00f728e99d7:33377 {}] regionserver.Replication(171): d00f728e99d7,33377,1732072641222 started 2024-11-20T03:17:22,427 DEBUG [RS:0;d00f728e99d7:33377.replicationSource,1-d00f728e99d7,33377,1732072641222 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,36537,-1 for getting cluster id 2024-11-20T03:17:22,428 DEBUG [RS:0;d00f728e99d7:33377.replicationSource,1-d00f728e99d7,33377,1732072641222 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:17:22,434 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c5beba6-4e6b-4ae2-a76d-319b95d86fec' 2024-11-20T03:17:22,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:17:22,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c5beba6-4e6b-4ae2-a76d-319b95d86fec" 2024-11-20T03:17:22,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a8e5313, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:22,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,36537,-1] 2024-11-20T03:17:22,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:17:22,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:22,438 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:17:22,439 DEBUG [RS:0;d00f728e99d7:33377.replicationSource,1-d00f728e99d7,33377,1732072641222 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cec1967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:22,440 DEBUG [RS:0;d00f728e99d7:33377.replicationSource,1-d00f728e99d7,33377,1732072641222 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:17:22,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,36537,1732072630576 2024-11-20T03:17:22,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@173432fa 2024-11-20T03:17:22,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:17:22,443 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-20T03:17:22,444 INFO [RS:0;d00f728e99d7:33377.replicationSource,1-d00f728e99d7,33377,1732072641222 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d00f728e99d7,33377,1732072641222 (queues=0) is replicating from cluster=12c7f254-ac40-44ea-aed1-0811cffe262f to cluster=3c5beba6-4e6b-4ae2-a76d-319b95d86fec 2024-11-20T03:17:22,446 INFO [RS:0;d00f728e99d7:33377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:22,446 INFO [RS:0;d00f728e99d7:33377 {}] regionserver.HRegionServer(1482): Serving as d00f728e99d7,33377,1732072641222, RpcServer on d00f728e99d7/172.17.0.2:33377, sessionid=0x101563eb4930007 2024-11-20T03:17:22,446 DEBUG [RS:0;d00f728e99d7:33377 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T03:17:22,446 DEBUG [RS:0;d00f728e99d7:33377 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d00f728e99d7,33377,1732072641222 2024-11-20T03:17:22,446 DEBUG [RS:0;d00f728e99d7:33377 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,33377,1732072641222' 2024-11-20T03:17:22,446 DEBUG [RS:0;d00f728e99d7:33377 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-861209525/flush-table-proc/abort' 2024-11-20T03:17:22,447 DEBUG [RS:0;d00f728e99d7:33377 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-861209525/flush-table-proc/acquired' 2024-11-20T03:17:22,447 DEBUG [RS:0;d00f728e99d7:33377 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T03:17:22,447 DEBUG [RS:0;d00f728e99d7:33377 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T03:17:22,447 DEBUG [RS:0;d00f728e99d7:33377 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d00f728e99d7,33377,1732072641222 2024-11-20T03:17:22,447 DEBUG [RS:0;d00f728e99d7:33377 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,33377,1732072641222' 2024-11-20T03:17:22,447 DEBUG [RS:0;d00f728e99d7:33377 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-861209525/online-snapshot/abort' 2024-11-20T03:17:22,448 DEBUG [RS:0;d00f728e99d7:33377 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-861209525/online-snapshot/acquired' 2024-11-20T03:17:22,448 DEBUG [RS:0;d00f728e99d7:33377 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T03:17:22,448 DEBUG [RS:0;d00f728e99d7:33377.replicationSource,2-d00f728e99d7,33377,1732072641222 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d00f728e99d7:36537' 2024-11-20T03:17:22,448 INFO [RS:0;d00f728e99d7:33377 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T03:17:22,449 INFO [RS:0;d00f728e99d7:33377 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T03:17:22,450 DEBUG [RS:0;d00f728e99d7:33377.replicationSource,2-d00f728e99d7,33377,1732072641222 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43eb37e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:22,450 DEBUG [RS:0;d00f728e99d7:33377.replicationSource,2-d00f728e99d7,33377,1732072641222 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,36537,-1 for getting cluster id 2024-11-20T03:17:22,451 DEBUG [RS:0;d00f728e99d7:33377.replicationSource,2-d00f728e99d7,33377,1732072641222 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:17:22,452 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c5beba6-4e6b-4ae2-a76d-319b95d86fec' 2024-11-20T03:17:22,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:17:22,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c5beba6-4e6b-4ae2-a76d-319b95d86fec" 2024-11-20T03:17:22,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fa32f69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:22,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,36537,-1] 2024-11-20T03:17:22,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:17:22,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:22,455 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:17:22,457 DEBUG [RS:0;d00f728e99d7:33377.replicationSource,2-d00f728e99d7,33377,1732072641222 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@696109b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:22,457 DEBUG [RS:0;d00f728e99d7:33377.replicationSource,2-d00f728e99d7,33377,1732072641222 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:17:22,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,36537,1732072630576 2024-11-20T03:17:22,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b8ddb1b 2024-11-20T03:17:22,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:17:22,461 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-20T03:17:22,462 INFO [RS:0;d00f728e99d7:33377.replicationSource,2-d00f728e99d7,33377,1732072641222 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-d00f728e99d7,33377,1732072641222 (queues=0) is replicating from cluster=12c7f254-ac40-44ea-aed1-0811cffe262f to cluster=3c5beba6-4e6b-4ae2-a76d-319b95d86fec 2024-11-20T03:17:22,549 INFO [RS:0;d00f728e99d7:33377 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:17:22,552 INFO [RS:0;d00f728e99d7:33377 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C33377%2C1732072641222, suffix=, logDir=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,33377,1732072641222, archiveDir=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/oldWALs, maxLogs=10 2024-11-20T03:17:22,573 DEBUG [RS:0;d00f728e99d7:33377 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,33377,1732072641222/d00f728e99d7%2C33377%2C1732072641222.1732072642553, exclude list is [], retry=0 2024-11-20T03:17:22,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44685,DS-8dd90390-edb7-4b1a-a7a9-e0d50da3518a,DISK] 2024-11-20T03:17:22,581 INFO [RS:0;d00f728e99d7:33377 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,33377,1732072641222/d00f728e99d7%2C33377%2C1732072641222.1732072642553 2024-11-20T03:17:22,583 DEBUG [RS:0;d00f728e99d7:33377 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group d00f728e99d7%2C33377%2C1732072641222 for peer 1 2024-11-20T03:17:22,583 DEBUG [RS:0;d00f728e99d7:33377 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group d00f728e99d7%2C33377%2C1732072641222 for peer 2 2024-11-20T03:17:22,583 DEBUG [RS:0;d00f728e99d7:33377 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d00f728e99d7%2C33377%2C1732072641222 2024-11-20T03:17:22,583 INFO [RS:0;d00f728e99d7:33377 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d00f728e99d7,33377,1732072641222, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T03:17:22,588 INFO [RS:0;d00f728e99d7:33377.replicationSource.shipperd00f728e99d7%2C33377%2C1732072641222,1-d00f728e99d7,33377,1732072641222 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d00f728e99d7%2C33377%2C1732072641222 2024-11-20T03:17:22,588 DEBUG [RS:0;d00f728e99d7:33377 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=d00f728e99d7%2C33377%2C1732072641222 2024-11-20T03:17:22,588 INFO [RS:0;d00f728e99d7:33377 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-d00f728e99d7,33377,1732072641222, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T03:17:22,590 DEBUG [RS:0;d00f728e99d7:33377 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37625:37625)] 2024-11-20T03:17:22,590 INFO [RS:0;d00f728e99d7:33377.replicationSource.shipperd00f728e99d7%2C33377%2C1732072641222,2-d00f728e99d7,33377,1732072641222 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d00f728e99d7%2C33377%2C1732072641222 2024-11-20T03:17:22,591 DEBUG [RS:0;d00f728e99d7:33377.replicationSource.wal-reader.d00f728e99d7%2C33377%2C1732072641222,2-d00f728e99d7,33377,1732072641222 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,33377,1732072641222/d00f728e99d7%2C33377%2C1732072641222.1732072642553, startPosition=0, beingWritten=true 2024-11-20T03:17:22,591 DEBUG [RS:0;d00f728e99d7:33377.replicationSource.wal-reader.d00f728e99d7%2C33377%2C1732072641222,1-d00f728e99d7,33377,1732072641222 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,33377,1732072641222/d00f728e99d7%2C33377%2C1732072641222.1732072642553, startPosition=0, beingWritten=true 2024-11-20T03:17:22,624 DEBUG [d00f728e99d7:36005 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T03:17:22,625 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d00f728e99d7,33377,1732072641222 2024-11-20T03:17:22,628 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,33377,1732072641222, state=OPENING 2024-11-20T03:17:22,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36005-0x101563eb4930006, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-861209525/meta-region-server 2024-11-20T03:17:22,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x101563eb4930007, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-861209525/meta-region-server 2024-11-20T03:17:22,646 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:17:22,646 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-861209525/meta-region-server: CHANGED 2024-11-20T03:17:22,646 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-861209525/meta-region-server: CHANGED 2024-11-20T03:17:22,646 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,33377,1732072641222}] 2024-11-20T03:17:22,801 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:17:22,804 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T03:17:22,813 DEBUG [RS:0;d00f728e99d7:33377.replicationSource.wal-reader.d00f728e99d7%2C33377%2C1732072641222,1-d00f728e99d7,33377,1732072641222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,33377,1732072641222/d00f728e99d7%2C33377%2C1732072641222.1732072642553 to pos 0, reset compression=false 2024-11-20T03:17:22,814 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T03:17:22,815 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:17:22,817 DEBUG [RS:0;d00f728e99d7:33377.replicationSource.wal-reader.d00f728e99d7%2C33377%2C1732072641222,2-d00f728e99d7,33377,1732072641222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,33377,1732072641222/d00f728e99d7%2C33377%2C1732072641222.1732072642553 to pos 0, reset compression=false 2024-11-20T03:17:22,822 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T03:17:22,826 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C33377%2C1732072641222.meta, suffix=.meta, logDir=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,33377,1732072641222, archiveDir=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/oldWALs, maxLogs=10 2024-11-20T03:17:22,848 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,33377,1732072641222/d00f728e99d7%2C33377%2C1732072641222.meta.1732072642827.meta, exclude list is [], retry=0 2024-11-20T03:17:22,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44685,DS-8dd90390-edb7-4b1a-a7a9-e0d50da3518a,DISK] 2024-11-20T03:17:22,856 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,33377,1732072641222/d00f728e99d7%2C33377%2C1732072641222.meta.1732072642827.meta 2024-11-20T03:17:22,857 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37625:37625)] 2024-11-20T03:17:22,857 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:17:22,858 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:17:22,858 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:17:22,858 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T03:17:22,858 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T03:17:22,858 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T03:17:22,858 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:17:22,858 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T03:17:22,858 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T03:17:22,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:17:22,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:17:22,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:22,878 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/meta/1588230740/info/295b8a32f7d04c15b0e1f90f1d6b46f6 2024-11-20T03:17:22,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:22,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:17:22,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:17:22,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:22,894 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/meta/1588230740/ns/6569f2f2ab974dfaa3cbb5578123092e 2024-11-20T03:17:22,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:22,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:17:22,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:17:22,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:22,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:22,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:17:22,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:17:22,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:22,906 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/meta/1588230740/table/f7dd5130a7054df891ed50799b059d20 2024-11-20T03:17:22,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:22,906 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:17:22,908 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/meta/1588230740 2024-11-20T03:17:22,909 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/meta/1588230740 2024-11-20T03:17:22,911 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:17:22,911 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:17:22,912 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:17:22,914 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:17:22,915 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72581336, jitterRate=0.08154618740081787}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:17:22,915 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T03:17:22,915 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732072642859Writing region info on filesystem at 1732072642859Initializing all the Stores at 1732072642865 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072642865Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072642866 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072642866Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072642866Cleaning up temporary data from old regions at 1732072642911 (+45 ms)Running coprocessor post-open hooks at 1732072642915 (+4 ms)Region opened successfully at 1732072642915 2024-11-20T03:17:22,916 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732072642801 2024-11-20T03:17:22,919 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T03:17:22,919 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T03:17:22,920 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=d00f728e99d7,33377,1732072641222 2024-11-20T03:17:22,922 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,33377,1732072641222, state=OPEN 2024-11-20T03:17:22,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x101563eb4930007, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-861209525/meta-region-server 2024-11-20T03:17:22,997 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d00f728e99d7,33377,1732072641222 2024-11-20T03:17:22,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36005-0x101563eb4930006, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-861209525/meta-region-server 2024-11-20T03:17:22,997 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-861209525/meta-region-server: CHANGED 2024-11-20T03:17:22,997 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-861209525/meta-region-server: CHANGED 2024-11-20T03:17:23,004 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-20T03:17:23,004 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,33377,1732072641222 in 351 msec 2024-11-20T03:17:23,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-20T03:17:23,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 785 msec 2024-11-20T03:17:23,131 DEBUG [RS:0;d00f728e99d7:33377.replicationSource.wal-reader.d00f728e99d7%2C33377%2C1732072641222,1-d00f728e99d7,33377,1732072641222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,33377,1732072641222/d00f728e99d7%2C33377%2C1732072641222.1732072642553 to pos 0, reset compression=false 2024-11-20T03:17:23,138 DEBUG [RS:0;d00f728e99d7:33377.replicationSource.wal-reader.d00f728e99d7%2C33377%2C1732072641222,2-d00f728e99d7,33377,1732072641222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,33377,1732072641222/d00f728e99d7%2C33377%2C1732072641222.1732072642553 to pos 0, reset compression=false 2024-11-20T03:17:23,538 DEBUG [RS:0;d00f728e99d7:33377.replicationSource.wal-reader.d00f728e99d7%2C33377%2C1732072641222,1-d00f728e99d7,33377,1732072641222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,33377,1732072641222/d00f728e99d7%2C33377%2C1732072641222.1732072642553 to pos 0, reset compression=false 2024-11-20T03:17:23,544 DEBUG [RS:0;d00f728e99d7:33377.replicationSource.wal-reader.d00f728e99d7%2C33377%2C1732072641222,2-d00f728e99d7,33377,1732072641222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,33377,1732072641222/d00f728e99d7%2C33377%2C1732072641222.1732072642553 to pos 0, reset compression=false 2024-11-20T03:17:23,816 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1607ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-20T03:17:24,045 DEBUG [RS:0;d00f728e99d7:33377.replicationSource.wal-reader.d00f728e99d7%2C33377%2C1732072641222,1-d00f728e99d7,33377,1732072641222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,33377,1732072641222/d00f728e99d7%2C33377%2C1732072641222.1732072642553 to pos 0, reset compression=false 2024-11-20T03:17:24,051 DEBUG [RS:0;d00f728e99d7:33377.replicationSource.wal-reader.d00f728e99d7%2C33377%2C1732072641222,2-d00f728e99d7,33377,1732072641222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,33377,1732072641222/d00f728e99d7%2C33377%2C1732072641222.1732072642553 to pos 0, reset compression=false 2024-11-20T03:17:24,611 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T03:17:24,650 DEBUG [RS:0;d00f728e99d7:33377.replicationSource.wal-reader.d00f728e99d7%2C33377%2C1732072641222,1-d00f728e99d7,33377,1732072641222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,33377,1732072641222/d00f728e99d7%2C33377%2C1732072641222.1732072642553 to pos 0, reset compression=false 2024-11-20T03:17:24,657 DEBUG [RS:0;d00f728e99d7:33377.replicationSource.wal-reader.d00f728e99d7%2C33377%2C1732072641222,2-d00f728e99d7,33377,1732072641222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,33377,1732072641222/d00f728e99d7%2C33377%2C1732072641222.1732072642553 to pos 0, reset compression=false 2024-11-20T03:17:25,319 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3110ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-20T03:17:25,356 DEBUG [RS:0;d00f728e99d7:33377.replicationSource.wal-reader.d00f728e99d7%2C33377%2C1732072641222,1-d00f728e99d7,33377,1732072641222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,33377,1732072641222/d00f728e99d7%2C33377%2C1732072641222.1732072642553 to pos 0, reset compression=false 2024-11-20T03:17:25,364 DEBUG [RS:0;d00f728e99d7:33377.replicationSource.wal-reader.d00f728e99d7%2C33377%2C1732072641222,2-d00f728e99d7,33377,1732072641222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,33377,1732072641222/d00f728e99d7%2C33377%2C1732072641222.1732072642553 to pos 0, reset compression=false 2024-11-20T03:17:26,163 DEBUG [RS:0;d00f728e99d7:33377.replicationSource.wal-reader.d00f728e99d7%2C33377%2C1732072641222,1-d00f728e99d7,33377,1732072641222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,33377,1732072641222/d00f728e99d7%2C33377%2C1732072641222.1732072642553 to pos 0, reset compression=false 2024-11-20T03:17:26,170 DEBUG [RS:0;d00f728e99d7:33377.replicationSource.wal-reader.d00f728e99d7%2C33377%2C1732072641222,2-d00f728e99d7,33377,1732072641222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,33377,1732072641222/d00f728e99d7%2C33377%2C1732072641222.1732072642553 to pos 0, reset compression=false 2024-11-20T03:17:26,722 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4513ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-20T03:17:26,722 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T03:17:26,722 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:17:26,723 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,33377,1732072641222, seqNum=-1] 2024-11-20T03:17:26,723 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:17:26,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:17:26,734 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a9886e138f8c2a5d23ea77f7788d8e3c, regionState=OPEN, lastHost=d00f728e99d7,42087,1732072624683, regionLocation=d00f728e99d7,42087,1732072624683, openSeqNum=2 2024-11-20T03:17:26,734 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T03:17:26,734 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732072706734 2024-11-20T03:17:26,735 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732072766735 2024-11-20T03:17:26,735 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 12 msec 2024-11-20T03:17:26,735 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): d00f728e99d7,42087,1732072624683 had 2 regions 2024-11-20T03:17:26,735 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,36005,1732072641153-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:26,736 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,36005,1732072641153-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:26,736 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,36005,1732072641153-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:26,736 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d00f728e99d7:36005, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:26,736 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:26,736 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:26,737 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure d00f728e99d7,42087,1732072624683, splitWal=true, meta=true, isMeta: false 2024-11-20T03:17:26,739 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,42087,1732072624683-splitting dir is empty, no logs to split. 2024-11-20T03:17:26,739 INFO [PEWorker-3 {}] master.SplitWALManager(105): d00f728e99d7,42087,1732072624683 WAL count=0, meta=false 2024-11-20T03:17:26,742 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,42087,1732072624683-splitting dir is empty, no logs to split. 2024-11-20T03:17:26,743 INFO [PEWorker-3 {}] master.SplitWALManager(105): d00f728e99d7,42087,1732072624683 WAL count=0, meta=false 2024-11-20T03:17:26,743 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if d00f728e99d7,42087,1732072624683 WAL splitting is done? wals=0, meta=false 2024-11-20T03:17:26,743 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.445sec 2024-11-20T03:17:26,743 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T03:17:26,744 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T03:17:26,744 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T03:17:26,744 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T03:17:26,744 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T03:17:26,744 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,36005,1732072641153-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:17:26,744 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,36005,1732072641153-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T03:17:26,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a9886e138f8c2a5d23ea77f7788d8e3c, ASSIGN}] 2024-11-20T03:17:26,749 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T03:17:26,749 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T03:17:26,749 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,36005,1732072641153-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:26,749 WARN [master/d00f728e99d7:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=d00f728e99d7,42087,1732072624683/hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c. 2024-11-20T03:17:26,750 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a9886e138f8c2a5d23ea77f7788d8e3c, ASSIGN 2024-11-20T03:17:26,752 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a9886e138f8c2a5d23ea77f7788d8e3c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T03:17:26,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2a3793, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:26,762 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,36005,-1 for getting cluster id 2024-11-20T03:17:26,763 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:17:26,764 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12c7f254-ac40-44ea-aed1-0811cffe262f' 2024-11-20T03:17:26,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:17:26,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12c7f254-ac40-44ea-aed1-0811cffe262f" 2024-11-20T03:17:26,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54e0d742, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:26,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,36005,-1] 2024-11-20T03:17:26,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:17:26,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:26,767 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:17:26,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20dc8564, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:26,769 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:17:26,770 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,33377,1732072641222, seqNum=-1] 2024-11-20T03:17:26,770 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:17:26,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:17:26,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-20T03:17:26,776 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:17:26,776 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:17:26,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:26,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:26,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:17:26,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: d00f728e99d7:36005 after: d00f728e99d7:36005 2024-11-20T03:17:26,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b049635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:26,777 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,36005,-1 for getting cluster id 2024-11-20T03:17:26,777 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:17:26,778 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12c7f254-ac40-44ea-aed1-0811cffe262f' 2024-11-20T03:17:26,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:17:26,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12c7f254-ac40-44ea-aed1-0811cffe262f" 2024-11-20T03:17:26,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b904aa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:26,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,36005,-1] 2024-11-20T03:17:26,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:17:26,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:26,780 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:17:26,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3068e4bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:26,781 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:17:26,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,36005,1732072641153 2024-11-20T03:17:26,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e5e7d77 2024-11-20T03:17:26,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:17:26,783 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:17:26,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36005 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-20T03:17:26,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36005 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-20T03:17:26,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36005 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-20T03:17:26,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36005 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-20T03:17:26,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T03:17:26,786 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:17:26,787 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:17:26,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:26,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:26,787 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:17:26,787 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T03:17:26,787 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=966452312, stopped=false 2024-11-20T03:17:26,787 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d00f728e99d7,36537,1732072630576 2024-11-20T03:17:26,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39821-0x101563eb4930004, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1297618551/running 2024-11-20T03:17:26,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36537-0x101563eb4930003, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1297618551/running 2024-11-20T03:17:26,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39821-0x101563eb4930004, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1297618551 2024-11-20T03:17:26,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36537-0x101563eb4930003, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1297618551 2024-11-20T03:17:26,797 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:17:26,797 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:17:26,797 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:17:26,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:26,797 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36537-0x101563eb4930003, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Set watcher on znode that does not yet exist, /1-1297618551/running 2024-11-20T03:17:26,797 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd00f728e99d7,39821,1732072630733' ***** 2024-11-20T03:17:26,797 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T03:17:26,798 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39821-0x101563eb4930004, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Set watcher on znode that does not yet exist, /1-1297618551/running 2024-11-20T03:17:26,798 INFO [RS:0;d00f728e99d7:39821 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T03:17:26,798 INFO [RS:0;d00f728e99d7:39821 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T03:17:26,798 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T03:17:26,798 INFO [RS:0;d00f728e99d7:39821 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T03:17:26,798 INFO [RS:0;d00f728e99d7:39821 {}] regionserver.HRegionServer(959): stopping server d00f728e99d7,39821,1732072630733 2024-11-20T03:17:26,798 INFO [RS:0;d00f728e99d7:39821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:17:26,798 INFO [RS:0;d00f728e99d7:39821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:39821. 2024-11-20T03:17:26,798 DEBUG [RS:0;d00f728e99d7:39821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:17:26,798 DEBUG [RS:0;d00f728e99d7:39821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:26,798 INFO [RS:0;d00f728e99d7:39821 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T03:17:26,798 INFO [RS:0;d00f728e99d7:39821 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T03:17:26,798 INFO [RS:0;d00f728e99d7:39821 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T03:17:26,798 INFO [RS:0;d00f728e99d7:39821 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T03:17:26,799 INFO [RS:0;d00f728e99d7:39821 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T03:17:26,799 DEBUG [RS:0;d00f728e99d7:39821 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T03:17:26,799 DEBUG [RS:0;d00f728e99d7:39821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:17:26,799 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:17:26,799 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:17:26,799 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:17:26,799 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:17:26,799 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:17:26,799 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-20T03:17:26,807 INFO [regionserver/d00f728e99d7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:17:26,816 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/data/hbase/meta/1588230740/.tmp/ns/485a97e7ae9443c9998219679e49fa7c is 43, key is default/ns:d/1732072634251/Put/seqid=0 2024-11-20T03:17:26,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37269 is added to blk_1073741835_1011 (size=5153) 2024-11-20T03:17:26,902 DEBUG [d00f728e99d7:36005 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T03:17:26,902 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=a9886e138f8c2a5d23ea77f7788d8e3c, regionState=OPENING, regionLocation=d00f728e99d7,33377,1732072641222 2024-11-20T03:17:26,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a9886e138f8c2a5d23ea77f7788d8e3c, ASSIGN because future has completed 2024-11-20T03:17:26,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9886e138f8c2a5d23ea77f7788d8e3c, server=d00f728e99d7,33377,1732072641222}] 2024-11-20T03:17:26,999 DEBUG [RS:0;d00f728e99d7:39821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:17:27,064 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c. 2024-11-20T03:17:27,064 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:17:27,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T03:17:27,067 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C33377%2C1732072641222.rep, suffix=, logDir=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,33377,1732072641222, archiveDir=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/oldWALs, maxLogs=10 2024-11-20T03:17:27,069 DEBUG [RS:0;d00f728e99d7:33377.replicationSource.wal-reader.d00f728e99d7%2C33377%2C1732072641222,1-d00f728e99d7,33377,1732072641222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,33377,1732072641222/d00f728e99d7%2C33377%2C1732072641222.1732072642553 to pos 0, reset compression=false 2024-11-20T03:17:27,076 DEBUG [RS:0;d00f728e99d7:33377.replicationSource.wal-reader.d00f728e99d7%2C33377%2C1732072641222,2-d00f728e99d7,33377,1732072641222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,33377,1732072641222/d00f728e99d7%2C33377%2C1732072641222.1732072642553 to pos 0, reset compression=false 2024-11-20T03:17:27,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,33377,1732072641222/d00f728e99d7%2C33377%2C1732072641222.rep.1732072647067, exclude list is [], retry=0 2024-11-20T03:17:27,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44685,DS-8dd90390-edb7-4b1a-a7a9-e0d50da3518a,DISK] 2024-11-20T03:17:27,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,33377,1732072641222/d00f728e99d7%2C33377%2C1732072641222.rep.1732072647067 2024-11-20T03:17:27,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37625:37625)] 2024-11-20T03:17:27,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => a9886e138f8c2a5d23ea77f7788d8e3c, NAME => 'hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:17:27,087 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:17:27,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:17:27,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c. service=MultiRowMutationService 2024-11-20T03:17:27,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T03:17:27,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a9886e138f8c2a5d23ea77f7788d8e3c 2024-11-20T03:17:27,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:17:27,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for a9886e138f8c2a5d23ea77f7788d8e3c 2024-11-20T03:17:27,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for a9886e138f8c2a5d23ea77f7788d8e3c 2024-11-20T03:17:27,090 INFO [StoreOpener-a9886e138f8c2a5d23ea77f7788d8e3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a9886e138f8c2a5d23ea77f7788d8e3c 2024-11-20T03:17:27,091 INFO [StoreOpener-a9886e138f8c2a5d23ea77f7788d8e3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9886e138f8c2a5d23ea77f7788d8e3c columnFamilyName hfileref 2024-11-20T03:17:27,091 DEBUG [StoreOpener-a9886e138f8c2a5d23ea77f7788d8e3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:27,091 INFO [StoreOpener-a9886e138f8c2a5d23ea77f7788d8e3c-1 {}] regionserver.HStore(327): Store=a9886e138f8c2a5d23ea77f7788d8e3c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:17:27,092 INFO [StoreOpener-a9886e138f8c2a5d23ea77f7788d8e3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a9886e138f8c2a5d23ea77f7788d8e3c 2024-11-20T03:17:27,092 INFO [StoreOpener-a9886e138f8c2a5d23ea77f7788d8e3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9886e138f8c2a5d23ea77f7788d8e3c columnFamilyName queue 2024-11-20T03:17:27,092 DEBUG [StoreOpener-a9886e138f8c2a5d23ea77f7788d8e3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:27,094 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T03:17:27,094 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T03:17:27,100 DEBUG [StoreOpener-a9886e138f8c2a5d23ea77f7788d8e3c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/replication/a9886e138f8c2a5d23ea77f7788d8e3c/queue/a9ecd5b8663a4252aac04baa7331078a 2024-11-20T03:17:27,100 INFO [StoreOpener-a9886e138f8c2a5d23ea77f7788d8e3c-1 {}] regionserver.HStore(327): Store=a9886e138f8c2a5d23ea77f7788d8e3c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:17:27,101 INFO [StoreOpener-a9886e138f8c2a5d23ea77f7788d8e3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a9886e138f8c2a5d23ea77f7788d8e3c 2024-11-20T03:17:27,102 INFO [StoreOpener-a9886e138f8c2a5d23ea77f7788d8e3c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9886e138f8c2a5d23ea77f7788d8e3c columnFamilyName sid 2024-11-20T03:17:27,102 DEBUG [StoreOpener-a9886e138f8c2a5d23ea77f7788d8e3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:27,102 INFO [StoreOpener-a9886e138f8c2a5d23ea77f7788d8e3c-1 {}] regionserver.HStore(327): Store=a9886e138f8c2a5d23ea77f7788d8e3c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:17:27,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for a9886e138f8c2a5d23ea77f7788d8e3c 2024-11-20T03:17:27,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/replication/a9886e138f8c2a5d23ea77f7788d8e3c 2024-11-20T03:17:27,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/replication/a9886e138f8c2a5d23ea77f7788d8e3c 2024-11-20T03:17:27,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for a9886e138f8c2a5d23ea77f7788d8e3c 2024-11-20T03:17:27,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for a9886e138f8c2a5d23ea77f7788d8e3c 2024-11-20T03:17:27,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:17:27,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for a9886e138f8c2a5d23ea77f7788d8e3c 2024-11-20T03:17:27,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened a9886e138f8c2a5d23ea77f7788d8e3c; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65102377, jitterRate=-0.029898986220359802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:17:27,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a9886e138f8c2a5d23ea77f7788d8e3c 2024-11-20T03:17:27,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for a9886e138f8c2a5d23ea77f7788d8e3c: Running coprocessor pre-open hook at 1732072647088Writing region info on filesystem at 1732072647088Initializing all the Stores at 1732072647089 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072647089Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072647089Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072647089Cleaning up temporary data from old regions at 1732072647106 (+17 ms)Running coprocessor post-open hooks at 1732072647110 (+4 ms)Region opened successfully at 1732072647110 2024-11-20T03:17:27,111 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c., pid=19, masterSystemTime=1732072647059 2024-11-20T03:17:27,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c. 2024-11-20T03:17:27,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c. 2024-11-20T03:17:27,115 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=a9886e138f8c2a5d23ea77f7788d8e3c, regionState=OPEN, openSeqNum=10, regionLocation=d00f728e99d7,33377,1732072641222 2024-11-20T03:17:27,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9886e138f8c2a5d23ea77f7788d8e3c, server=d00f728e99d7,33377,1732072641222 because future has completed 2024-11-20T03:17:27,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-20T03:17:27,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure a9886e138f8c2a5d23ea77f7788d8e3c, server=d00f728e99d7,33377,1732072641222 in 214 msec 2024-11-20T03:17:27,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-20T03:17:27,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a9886e138f8c2a5d23ea77f7788d8e3c, ASSIGN in 374 msec 2024-11-20T03:17:27,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-20T03:17:27,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c., hostname=d00f728e99d7,33377,1732072641222, seqNum=10] 2024-11-20T03:17:27,170 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for d00f728e99d7,42087,1732072624683 2024-11-20T03:17:27,170 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-20T03:17:27,199 DEBUG [RS:0;d00f728e99d7:39821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:17:27,222 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/data/hbase/meta/1588230740/.tmp/ns/485a97e7ae9443c9998219679e49fa7c 2024-11-20T03:17:27,231 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/data/hbase/meta/1588230740/.tmp/ns/485a97e7ae9443c9998219679e49fa7c as hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/data/hbase/meta/1588230740/ns/485a97e7ae9443c9998219679e49fa7c 2024-11-20T03:17:27,238 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/data/hbase/meta/1588230740/ns/485a97e7ae9443c9998219679e49fa7c, entries=2, sequenceid=6, filesize=5.0 K 2024-11-20T03:17:27,239 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=6, compaction requested=false 2024-11-20T03:17:27,240 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T03:17:27,246 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T03:17:27,247 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:17:27,247 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:17:27,247 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:17:27,247 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072646799Running coprocessor pre-close hooks at 1732072646799Disabling compacts and flushes for region at 1732072646799Disabling writes for close at 1732072646799Obtaining lock to block concurrent updates at 1732072646799Preparing flush snapshotting stores in 1588230740 at 1732072646799Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732072646799Flushing stores of hbase:meta,,1.1588230740 at 1732072646800 (+1 ms)Flushing 1588230740/ns: creating writer at 1732072646800Flushing 1588230740/ns: appending metadata at 1732072646816 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732072646816Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@527a7884: reopening flushed file at 1732072647230 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=6, compaction requested=false at 1732072647239 (+9 ms)Writing region close event to WAL at 1732072647241 (+2 ms)Running coprocessor post-close hooks at 1732072647247 (+6 ms)Closed at 1732072647247 2024-11-20T03:17:27,248 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T03:17:27,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33377 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-20T03:17:27,399 INFO [RS:0;d00f728e99d7:39821 {}] regionserver.HRegionServer(976): stopping server d00f728e99d7,39821,1732072630733; all regions closed. 2024-11-20T03:17:27,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37269 is added to blk_1073741834_1010 (size=1152) 2024-11-20T03:17:27,402 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/WALs/d00f728e99d7,39821,1732072630733/d00f728e99d7%2C39821%2C1732072630733.meta.1732072634147.meta not finished, retry = 0 2024-11-20T03:17:27,506 DEBUG [RS:0;d00f728e99d7:39821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/oldWALs 2024-11-20T03:17:27,506 INFO [RS:0;d00f728e99d7:39821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d00f728e99d7%2C39821%2C1732072630733.meta:.meta(num 1732072634147) 2024-11-20T03:17:27,509 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/WALs/d00f728e99d7,39821,1732072630733/d00f728e99d7%2C39821%2C1732072630733.1732072633240 not finished, retry = 0 2024-11-20T03:17:27,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37269 is added to blk_1073741832_1008 (size=93) 2024-11-20T03:17:27,612 DEBUG [RS:0;d00f728e99d7:39821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/oldWALs 2024-11-20T03:17:27,612 INFO [RS:0;d00f728e99d7:39821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d00f728e99d7%2C39821%2C1732072630733:(num 1732072633240) 2024-11-20T03:17:27,612 DEBUG [RS:0;d00f728e99d7:39821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:27,612 INFO [RS:0;d00f728e99d7:39821 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:17:27,612 INFO [RS:0;d00f728e99d7:39821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:17:27,612 INFO [RS:0;d00f728e99d7:39821 {}] hbase.ChoreService(370): Chore service for: regionserver/d00f728e99d7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T03:17:27,613 INFO [RS:0;d00f728e99d7:39821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:17:27,613 INFO [regionserver/d00f728e99d7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:17:27,613 INFO [RS:0;d00f728e99d7:39821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39821 2024-11-20T03:17:27,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36537-0x101563eb4930003, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1297618551/rs 2024-11-20T03:17:27,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39821-0x101563eb4930004, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1297618551/rs/d00f728e99d7,39821,1732072630733 2024-11-20T03:17:27,727 INFO [RS:0;d00f728e99d7:39821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:17:27,729 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d00f728e99d7,39821,1732072630733] 2024-11-20T03:17:27,750 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1297618551/draining/d00f728e99d7,39821,1732072630733 already deleted, retry=false 2024-11-20T03:17:27,750 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d00f728e99d7,39821,1732072630733 expired; onlineServers=0 2024-11-20T03:17:27,750 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd00f728e99d7,36537,1732072630576' ***** 2024-11-20T03:17:27,750 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T03:17:27,751 INFO [M:0;d00f728e99d7:36537 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:17:27,751 INFO [M:0;d00f728e99d7:36537 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:17:27,751 DEBUG [M:0;d00f728e99d7:36537 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T03:17:27,751 DEBUG [M:0;d00f728e99d7:36537 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T03:17:27,751 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T03:17:27,751 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072632891 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072632891,5,FailOnTimeoutGroup] 2024-11-20T03:17:27,751 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072632891 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072632891,5,FailOnTimeoutGroup] 2024-11-20T03:17:27,751 INFO [M:0;d00f728e99d7:36537 {}] hbase.ChoreService(370): Chore service for: master/d00f728e99d7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T03:17:27,751 INFO [M:0;d00f728e99d7:36537 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:17:27,751 DEBUG [M:0;d00f728e99d7:36537 {}] master.HMaster(1795): Stopping service threads 2024-11-20T03:17:27,751 INFO [M:0;d00f728e99d7:36537 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T03:17:27,751 INFO [M:0;d00f728e99d7:36537 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:17:27,752 INFO [M:0;d00f728e99d7:36537 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T03:17:27,752 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T03:17:27,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36537-0x101563eb4930003, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1297618551/master 2024-11-20T03:17:27,761 DEBUG [M:0;d00f728e99d7:36537 {}] zookeeper.ZKUtil(347): master:36537-0x101563eb4930003, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Unable to get data of znode /1-1297618551/master because node does not exist (not an error) 2024-11-20T03:17:27,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36537-0x101563eb4930003, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1297618551 2024-11-20T03:17:27,761 WARN [M:0;d00f728e99d7:36537 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T03:17:27,762 INFO [M:0;d00f728e99d7:36537 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/.lastflushedseqids 2024-11-20T03:17:27,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37269 is added to blk_1073741836_1012 (size=99) 2024-11-20T03:17:27,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39821-0x101563eb4930004, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:17:27,840 INFO [RS:0;d00f728e99d7:39821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:17:27,840 INFO [RS:0;d00f728e99d7:39821 {}] regionserver.HRegionServer(1031): Exiting; stopping=d00f728e99d7,39821,1732072630733; zookeeper connection closed. 2024-11-20T03:17:27,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39821-0x101563eb4930004, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:17:27,841 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b5d873d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b5d873d 2024-11-20T03:17:27,841 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T03:17:28,075 DEBUG [RS:0;d00f728e99d7:33377.replicationSource.wal-reader.d00f728e99d7%2C33377%2C1732072641222,1-d00f728e99d7,33377,1732072641222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,33377,1732072641222/d00f728e99d7%2C33377%2C1732072641222.1732072642553 to pos 0, reset compression=false 2024-11-20T03:17:28,081 DEBUG [RS:0;d00f728e99d7:33377.replicationSource.wal-reader.d00f728e99d7%2C33377%2C1732072641222,2-d00f728e99d7,33377,1732072641222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,33377,1732072641222/d00f728e99d7%2C33377%2C1732072641222.1732072642553 to pos 0, reset compression=false 2024-11-20T03:17:28,168 INFO [M:0;d00f728e99d7:36537 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T03:17:28,169 INFO [M:0;d00f728e99d7:36537 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T03:17:28,169 DEBUG [M:0;d00f728e99d7:36537 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:17:28,169 INFO [M:0;d00f728e99d7:36537 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:17:28,169 DEBUG [M:0;d00f728e99d7:36537 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:17:28,170 DEBUG [M:0;d00f728e99d7:36537 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:17:28,170 DEBUG [M:0;d00f728e99d7:36537 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:17:28,170 INFO [M:0;d00f728e99d7:36537 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-20T03:17:28,192 DEBUG [M:0;d00f728e99d7:36537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d0b1246a98842818767d84cda85c66d is 82, key is hbase:meta,,1/info:regioninfo/1732072634195/Put/seqid=0 2024-11-20T03:17:28,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37269 is added to blk_1073741837_1013 (size=5672) 2024-11-20T03:17:28,598 INFO [M:0;d00f728e99d7:36537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d0b1246a98842818767d84cda85c66d 2024-11-20T03:17:28,626 DEBUG [M:0;d00f728e99d7:36537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bbbc0d4c26ef4b39aabeb0f4ce65d238 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732072634260/Put/seqid=0 2024-11-20T03:17:28,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37269 is added to blk_1073741838_1014 (size=5275) 2024-11-20T03:17:29,031 INFO [M:0;d00f728e99d7:36537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bbbc0d4c26ef4b39aabeb0f4ce65d238 2024-11-20T03:17:29,054 DEBUG [M:0;d00f728e99d7:36537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed7af483c05c4586982e85d8d7e66e14 is 69, key is d00f728e99d7,39821,1732072630733/rs:state/1732072633008/Put/seqid=0 2024-11-20T03:17:29,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37269 is added to blk_1073741839_1015 (size=5156) 2024-11-20T03:17:29,181 DEBUG [RS:0;d00f728e99d7:33377.replicationSource.wal-reader.d00f728e99d7%2C33377%2C1732072641222,1-d00f728e99d7,33377,1732072641222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,33377,1732072641222/d00f728e99d7%2C33377%2C1732072641222.1732072642553 to pos 0, reset compression=false 2024-11-20T03:17:29,187 DEBUG [RS:0;d00f728e99d7:33377.replicationSource.wal-reader.d00f728e99d7%2C33377%2C1732072641222,2-d00f728e99d7,33377,1732072641222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,33377,1732072641222/d00f728e99d7%2C33377%2C1732072641222.1732072642553 to pos 0, reset compression=false 2024-11-20T03:17:29,460 INFO [M:0;d00f728e99d7:36537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed7af483c05c4586982e85d8d7e66e14 2024-11-20T03:17:29,470 DEBUG [M:0;d00f728e99d7:36537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d0b1246a98842818767d84cda85c66d as hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d0b1246a98842818767d84cda85c66d 2024-11-20T03:17:29,477 INFO [M:0;d00f728e99d7:36537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d0b1246a98842818767d84cda85c66d, entries=8, sequenceid=28, filesize=5.5 K 2024-11-20T03:17:29,478 DEBUG [M:0;d00f728e99d7:36537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bbbc0d4c26ef4b39aabeb0f4ce65d238 as hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bbbc0d4c26ef4b39aabeb0f4ce65d238 2024-11-20T03:17:29,485 INFO [M:0;d00f728e99d7:36537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bbbc0d4c26ef4b39aabeb0f4ce65d238, entries=3, sequenceid=28, filesize=5.2 K 2024-11-20T03:17:29,486 DEBUG [M:0;d00f728e99d7:36537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed7af483c05c4586982e85d8d7e66e14 as hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ed7af483c05c4586982e85d8d7e66e14 2024-11-20T03:17:29,492 INFO [M:0;d00f728e99d7:36537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39523/user/jenkins/test-data/168026ec-1a6e-beeb-3574-795b3b2e4a60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ed7af483c05c4586982e85d8d7e66e14, entries=1, sequenceid=28, filesize=5.0 K 2024-11-20T03:17:29,493 INFO [M:0;d00f728e99d7:36537 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1323ms, sequenceid=28, compaction requested=false 2024-11-20T03:17:29,495 INFO [M:0;d00f728e99d7:36537 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:17:29,495 DEBUG [M:0;d00f728e99d7:36537 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072648169Disabling compacts and flushes for region at 1732072648169Disabling writes for close at 1732072648170 (+1 ms)Obtaining lock to block concurrent updates at 1732072648170Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732072648170Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732072648171 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732072648172 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732072648172Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732072648192 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732072648192Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732072648608 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732072648626 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732072648626Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732072649037 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732072649054 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732072649054Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fed7eb4: reopening flushed file at 1732072649468 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60568b2c: reopening flushed file at 1732072649477 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@426e1bfe: reopening flushed file at 1732072649485 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1323ms, sequenceid=28, compaction requested=false at 1732072649493 (+8 ms)Writing region close event to WAL at 1732072649495 (+2 ms)Closed at 1732072649495 2024-11-20T03:17:29,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37269 is added to blk_1073741830_1006 (size=10165) 2024-11-20T03:17:29,498 INFO [M:0;d00f728e99d7:36537 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T03:17:29,498 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:17:29,498 INFO [M:0;d00f728e99d7:36537 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36537 2024-11-20T03:17:29,501 INFO [M:0;d00f728e99d7:36537 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:17:29,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36537-0x101563eb4930003, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:17:29,612 INFO [M:0;d00f728e99d7:36537 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:17:29,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36537-0x101563eb4930003, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:17:29,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71e590b3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:17:29,647 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7546042f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:17:29,647 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:17:29,647 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f8615b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:17:29,647 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9b8f4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5642dd28-84be-3a91-fc50-934829fa560a/hadoop.log.dir/,STOPPED} 2024-11-20T03:17:29,649 WARN [BP-788554264-172.17.0.2-1732072628644 heartbeating to localhost/127.0.0.1:39523 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T03:17:29,649 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T03:17:29,649 WARN [BP-788554264-172.17.0.2-1732072628644 heartbeating to localhost/127.0.0.1:39523 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-788554264-172.17.0.2-1732072628644 (Datanode Uuid f7af2010-c12b-4a7e-b83a-d344bb2e804f) service to localhost/127.0.0.1:39523 2024-11-20T03:17:29,649 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T03:17:29,651 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5642dd28-84be-3a91-fc50-934829fa560a/cluster_8469f2b8-cedc-54ef-1895-15f632053212/data/data1/current/BP-788554264-172.17.0.2-1732072628644 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:17:29,651 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5642dd28-84be-3a91-fc50-934829fa560a/cluster_8469f2b8-cedc-54ef-1895-15f632053212/data/data2/current/BP-788554264-172.17.0.2-1732072628644 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:17:29,651 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T03:17:29,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5eb93ad6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:17:29,661 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5af633d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:17:29,661 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:17:29,661 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7190c8f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:17:29,661 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d5127ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5642dd28-84be-3a91-fc50-934829fa560a/hadoop.log.dir/,STOPPED} 2024-11-20T03:17:29,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T03:17:29,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T03:17:29,684 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:17:29,684 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:17:29,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:29,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:29,684 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:17:29,684 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T03:17:29,684 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1120574415, stopped=false 2024-11-20T03:17:29,684 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d00f728e99d7,36005,1732072641153 2024-11-20T03:17:29,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x101563eb4930007, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-861209525/running 2024-11-20T03:17:29,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36005-0x101563eb4930006, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-861209525/running 2024-11-20T03:17:29,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x101563eb4930007, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-861209525 2024-11-20T03:17:29,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36005-0x101563eb4930006, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-861209525 2024-11-20T03:17:29,691 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:17:29,691 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:17:29,692 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:17:29,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:29,692 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd00f728e99d7,33377,1732072641222' ***** 2024-11-20T03:17:29,692 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T03:17:29,692 INFO [RS:0;d00f728e99d7:33377 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T03:17:29,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36005-0x101563eb4930006, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Set watcher on znode that does not yet exist, /0-861209525/running 2024-11-20T03:17:29,693 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33377-0x101563eb4930007, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Set watcher on znode that does not yet exist, /0-861209525/running 2024-11-20T03:17:29,693 INFO [RS:0;d00f728e99d7:33377 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T03:17:29,693 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T03:17:29,693 INFO [RS:0;d00f728e99d7:33377 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T03:17:29,693 INFO [RS:0;d00f728e99d7:33377 {}] regionserver.HRegionServer(3091): Received CLOSE for a9886e138f8c2a5d23ea77f7788d8e3c 2024-11-20T03:17:29,696 INFO [RS:0;d00f728e99d7:33377 {}] regionserver.HRegionServer(959): stopping server d00f728e99d7,33377,1732072641222 2024-11-20T03:17:29,696 INFO [RS:0;d00f728e99d7:33377 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:17:29,696 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a9886e138f8c2a5d23ea77f7788d8e3c, disabling compactions & flushes 2024-11-20T03:17:29,696 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c. 2024-11-20T03:17:29,696 INFO [RS:0;d00f728e99d7:33377 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:33377. 2024-11-20T03:17:29,696 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c. 2024-11-20T03:17:29,696 DEBUG [RS:0;d00f728e99d7:33377 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:17:29,696 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c. after waiting 0 ms 2024-11-20T03:17:29,697 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c. 2024-11-20T03:17:29,697 DEBUG [RS:0;d00f728e99d7:33377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:29,697 INFO [RS:0;d00f728e99d7:33377 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T03:17:29,697 INFO [RS:0;d00f728e99d7:33377 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T03:17:29,697 INFO [RS:0;d00f728e99d7:33377 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T03:17:29,697 INFO [RS:0;d00f728e99d7:33377 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T03:17:29,698 INFO [RS:0;d00f728e99d7:33377 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T03:17:29,698 DEBUG [RS:0;d00f728e99d7:33377 {}] regionserver.HRegionServer(1325): Online Regions={a9886e138f8c2a5d23ea77f7788d8e3c=hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T03:17:29,698 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:17:29,698 DEBUG [RS:0;d00f728e99d7:33377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a9886e138f8c2a5d23ea77f7788d8e3c 2024-11-20T03:17:29,698 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:17:29,698 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:17:29,698 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:17:29,698 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:17:29,698 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-20T03:17:29,708 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/replication/a9886e138f8c2a5d23ea77f7788d8e3c/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-20T03:17:29,709 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:17:29,709 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:17:29,709 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c. 2024-11-20T03:17:29,709 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a9886e138f8c2a5d23ea77f7788d8e3c: Waiting for close lock at 1732072649696Running coprocessor pre-close hooks at 1732072649696Disabling compacts and flushes for region at 1732072649696Disabling writes for close at 1732072649696Writing region close event to WAL at 1732072649699 (+3 ms)Running coprocessor post-close hooks at 1732072649709 (+10 ms)Closed at 1732072649709 2024-11-20T03:17:29,709 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c. 2024-11-20T03:17:29,723 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/meta/1588230740/.tmp/info/6e9f437fd4b84f42a389b0c6b82ce7ac is 147, key is hbase:replication,,1732072634483.a9886e138f8c2a5d23ea77f7788d8e3c./info:regioninfo/1732072647115/Put/seqid=0 2024-11-20T03:17:29,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741851_1027 (size=6385) 2024-11-20T03:17:29,781 INFO [regionserver/d00f728e99d7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:17:29,898 DEBUG [RS:0;d00f728e99d7:33377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:17:30,099 DEBUG [RS:0;d00f728e99d7:33377 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:17:30,129 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/meta/1588230740/.tmp/info/6e9f437fd4b84f42a389b0c6b82ce7ac 2024-11-20T03:17:30,143 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/meta/1588230740/.tmp/info/6e9f437fd4b84f42a389b0c6b82ce7ac as hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/meta/1588230740/info/6e9f437fd4b84f42a389b0c6b82ce7ac 2024-11-20T03:17:30,152 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/meta/1588230740/info/6e9f437fd4b84f42a389b0c6b82ce7ac, entries=8, sequenceid=19, filesize=6.2 K 2024-11-20T03:17:30,154 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 455ms, sequenceid=19, compaction requested=false 2024-11-20T03:17:30,160 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-20T03:17:30,161 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:17:30,161 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:17:30,161 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:17:30,161 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072649698Running coprocessor pre-close hooks at 1732072649698Disabling compacts and flushes for region at 1732072649698Disabling writes for close at 1732072649698Obtaining lock to block concurrent updates at 1732072649698Preparing flush snapshotting stores in 1588230740 at 1732072649698Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732072649699 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732072649700 (+1 ms)Flushing 1588230740/info: creating writer at 1732072649700Flushing 1588230740/info: appending metadata at 1732072649722 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732072649722Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ac297cb: reopening flushed file at 1732072650142 (+420 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 455ms, sequenceid=19, compaction requested=false at 1732072650154 (+12 ms)Writing region close event to WAL at 1732072650155 (+1 ms)Running coprocessor post-close hooks at 1732072650161 (+6 ms)Closed at 1732072650161 2024-11-20T03:17:30,161 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T03:17:30,299 INFO [RS:0;d00f728e99d7:33377 {}] regionserver.HRegionServer(976): stopping server d00f728e99d7,33377,1732072641222; all regions closed. 2024-11-20T03:17:30,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741849_1025 (size=2156) 2024-11-20T03:17:30,311 DEBUG [RS:0;d00f728e99d7:33377 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/oldWALs 2024-11-20T03:17:30,311 INFO [RS:0;d00f728e99d7:33377 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d00f728e99d7%2C33377%2C1732072641222.meta:.meta(num 1732072642827) 2024-11-20T03:17:30,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741850_1026 (size=796) 2024-11-20T03:17:30,314 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,33377,1732072641222/d00f728e99d7%2C33377%2C1732072641222.rep.1732072647067 not finished, retry = 0 2024-11-20T03:17:30,386 DEBUG [RS:0;d00f728e99d7:33377.replicationSource.wal-reader.d00f728e99d7%2C33377%2C1732072641222,1-d00f728e99d7,33377,1732072641222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,33377,1732072641222/d00f728e99d7%2C33377%2C1732072641222.1732072642553 to pos 0, reset compression=false 2024-11-20T03:17:30,392 DEBUG [RS:0;d00f728e99d7:33377.replicationSource.wal-reader.d00f728e99d7%2C33377%2C1732072641222,2-d00f728e99d7,33377,1732072641222 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,33377,1732072641222/d00f728e99d7%2C33377%2C1732072641222.1732072642553 to pos 0, reset compression=false 2024-11-20T03:17:30,416 DEBUG [RS:0;d00f728e99d7:33377 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/oldWALs 2024-11-20T03:17:30,416 INFO [RS:0;d00f728e99d7:33377 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d00f728e99d7%2C33377%2C1732072641222.rep:(num 1732072647067) 2024-11-20T03:17:30,419 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/WALs/d00f728e99d7,33377,1732072641222/d00f728e99d7%2C33377%2C1732072641222.1732072642553 not finished, retry = 0 2024-11-20T03:17:30,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741848_1024 (size=93) 2024-11-20T03:17:30,467 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T03:17:30,467 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T03:17:30,522 DEBUG [RS:0;d00f728e99d7:33377 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/oldWALs 2024-11-20T03:17:30,522 INFO [RS:0;d00f728e99d7:33377 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d00f728e99d7%2C33377%2C1732072641222:(num 1732072642553) 2024-11-20T03:17:30,522 DEBUG [RS:0;d00f728e99d7:33377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:30,522 INFO [RS:0;d00f728e99d7:33377 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:17:30,522 INFO [RS:0;d00f728e99d7:33377 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:17:30,523 INFO [RS:0;d00f728e99d7:33377 {}] hbase.ChoreService(370): Chore service for: regionserver/d00f728e99d7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T03:17:30,523 INFO [RS:0;d00f728e99d7:33377 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:17:30,523 INFO [regionserver/d00f728e99d7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:17:30,523 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/d00f728e99d7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-20T03:17:30,523 INFO [RS:0;d00f728e99d7:33377 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d00f728e99d7,33377,1732072641222 because: Region server is closing 2024-11-20T03:17:30,523 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/d00f728e99d7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-20T03:17:30,523 INFO [RS:0;d00f728e99d7:33377 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:33377. 2024-11-20T03:17:30,523 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/d00f728e99d7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-20T03:17:30,523 DEBUG [RS:0;d00f728e99d7:33377 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:17:30,523 DEBUG [RS:0;d00f728e99d7:33377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:30,523 DEBUG [RS:0;d00f728e99d7:33377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:30,523 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:17:30,624 WARN [RS:0;d00f728e99d7:33377.replicationSource.wal-reader.d00f728e99d7%2C33377%2C1732072641222,1-d00f728e99d7,33377,1732072641222 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T03:17:30,624 WARN [RS:0;d00f728e99d7:33377.replicationSource.shipperd00f728e99d7%2C33377%2C1732072641222,1-d00f728e99d7,33377,1732072641222 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T03:17:30,624 INFO [RS:0;d00f728e99d7:33377 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;d00f728e99d7:33377.replicationSource.shipperd00f728e99d7%2C33377%2C1732072641222,1-d00f728e99d7,33377,1732072641222 terminated 2024-11-20T03:17:30,624 INFO [RS:0;d00f728e99d7:33377 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-d00f728e99d7,33377,1732072641222 because: Region server is closing 2024-11-20T03:17:30,625 INFO [RS:0;d00f728e99d7:33377 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:33377. 2024-11-20T03:17:30,625 DEBUG [RS:0;d00f728e99d7:33377 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:17:30,625 DEBUG [RS:0;d00f728e99d7:33377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:30,625 DEBUG [RS:0;d00f728e99d7:33377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:30,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:17:30,725 WARN [RS:0;d00f728e99d7:33377.replicationSource.wal-reader.d00f728e99d7%2C33377%2C1732072641222,2-d00f728e99d7,33377,1732072641222 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T03:17:30,725 WARN [RS:0;d00f728e99d7:33377.replicationSource.shipperd00f728e99d7%2C33377%2C1732072641222,2-d00f728e99d7,33377,1732072641222 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T03:17:30,726 INFO [RS:0;d00f728e99d7:33377 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;d00f728e99d7:33377.replicationSource.shipperd00f728e99d7%2C33377%2C1732072641222,2-d00f728e99d7,33377,1732072641222 terminated 2024-11-20T03:17:30,726 INFO [RS:0;d00f728e99d7:33377 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33377 2024-11-20T03:17:30,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36005-0x101563eb4930006, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-861209525/rs 2024-11-20T03:17:30,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x101563eb4930007, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-861209525/rs/d00f728e99d7,33377,1732072641222 2024-11-20T03:17:30,733 INFO [RS:0;d00f728e99d7:33377 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:17:30,734 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d00f728e99d7,33377,1732072641222] 2024-11-20T03:17:30,754 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-861209525/draining/d00f728e99d7,33377,1732072641222 already deleted, retry=false 2024-11-20T03:17:30,754 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d00f728e99d7,33377,1732072641222 expired; onlineServers=0 2024-11-20T03:17:30,754 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd00f728e99d7,36005,1732072641153' ***** 2024-11-20T03:17:30,754 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T03:17:30,754 INFO [M:0;d00f728e99d7:36005 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:17:30,754 INFO [M:0;d00f728e99d7:36005 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:17:30,755 DEBUG [M:0;d00f728e99d7:36005 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T03:17:30,755 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T03:17:30,755 DEBUG [M:0;d00f728e99d7:36005 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T03:17:30,755 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072642204 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072642204,5,FailOnTimeoutGroup] 2024-11-20T03:17:30,755 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072642207 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072642207,5,FailOnTimeoutGroup] 2024-11-20T03:17:30,755 INFO [M:0;d00f728e99d7:36005 {}] hbase.ChoreService(370): Chore service for: master/d00f728e99d7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T03:17:30,755 INFO [M:0;d00f728e99d7:36005 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:17:30,755 DEBUG [M:0;d00f728e99d7:36005 {}] master.HMaster(1795): Stopping service threads 2024-11-20T03:17:30,755 INFO [M:0;d00f728e99d7:36005 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T03:17:30,755 INFO [M:0;d00f728e99d7:36005 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:17:30,755 INFO [M:0;d00f728e99d7:36005 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T03:17:30,756 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T03:17:30,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36005-0x101563eb4930006, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-861209525/master 2024-11-20T03:17:30,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36005-0x101563eb4930006, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-861209525 2024-11-20T03:17:30,765 DEBUG [M:0;d00f728e99d7:36005 {}] zookeeper.ZKUtil(347): master:36005-0x101563eb4930006, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Unable to get data of znode /0-861209525/master because node does not exist (not an error) 2024-11-20T03:17:30,765 WARN [M:0;d00f728e99d7:36005 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T03:17:30,766 INFO [M:0;d00f728e99d7:36005 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/.lastflushedseqids 2024-11-20T03:17:30,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741852_1028 (size=181) 2024-11-20T03:17:30,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x101563eb4930007, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:17:30,844 INFO [RS:0;d00f728e99d7:33377 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:17:30,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33377-0x101563eb4930007, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:17:30,844 INFO [RS:0;d00f728e99d7:33377 {}] regionserver.HRegionServer(1031): Exiting; stopping=d00f728e99d7,33377,1732072641222; zookeeper connection closed. 2024-11-20T03:17:30,844 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64360fdd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64360fdd 2024-11-20T03:17:30,844 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T03:17:31,174 INFO [M:0;d00f728e99d7:36005 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T03:17:31,174 INFO [M:0;d00f728e99d7:36005 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T03:17:31,174 DEBUG [M:0;d00f728e99d7:36005 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:17:31,174 INFO [M:0;d00f728e99d7:36005 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:17:31,174 DEBUG [M:0;d00f728e99d7:36005 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:17:31,174 DEBUG [M:0;d00f728e99d7:36005 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:17:31,174 DEBUG [M:0;d00f728e99d7:36005 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:17:31,175 INFO [M:0;d00f728e99d7:36005 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-20T03:17:31,195 DEBUG [M:0;d00f728e99d7:36005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c11055c3a9394929a69d24a31d8748a6 is 82, key is hbase:meta,,1/info:regioninfo/1732072642920/Put/seqid=0 2024-11-20T03:17:31,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741853_1029 (size=5680) 2024-11-20T03:17:31,601 INFO [M:0;d00f728e99d7:36005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c11055c3a9394929a69d24a31d8748a6 2024-11-20T03:17:31,628 DEBUG [M:0;d00f728e99d7:36005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51df61579f7945298441c27888565428 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732072647124/Put/seqid=0 2024-11-20T03:17:31,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741854_1030 (size=7319) 2024-11-20T03:17:32,035 INFO [M:0;d00f728e99d7:36005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51df61579f7945298441c27888565428 2024-11-20T03:17:32,053 DEBUG [M:0;d00f728e99d7:36005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99d4e91dc7414223a010798cba29e939 is 69, key is d00f728e99d7,33377,1732072641222/rs:state/1732072642299/Put/seqid=0 2024-11-20T03:17:32,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741855_1031 (size=5371) 2024-11-20T03:17:32,458 INFO [M:0;d00f728e99d7:36005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99d4e91dc7414223a010798cba29e939 2024-11-20T03:17:32,464 INFO [M:0;d00f728e99d7:36005 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 99d4e91dc7414223a010798cba29e939 2024-11-20T03:17:32,466 DEBUG [M:0;d00f728e99d7:36005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c11055c3a9394929a69d24a31d8748a6 as hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c11055c3a9394929a69d24a31d8748a6 2024-11-20T03:17:32,472 INFO [M:0;d00f728e99d7:36005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c11055c3a9394929a69d24a31d8748a6, entries=8, sequenceid=172, filesize=5.5 K 2024-11-20T03:17:32,473 DEBUG [M:0;d00f728e99d7:36005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51df61579f7945298441c27888565428 as hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/51df61579f7945298441c27888565428 2024-11-20T03:17:32,478 INFO [M:0;d00f728e99d7:36005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/51df61579f7945298441c27888565428, entries=7, sequenceid=172, filesize=7.1 K 2024-11-20T03:17:32,479 DEBUG [M:0;d00f728e99d7:36005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/99d4e91dc7414223a010798cba29e939 as hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/99d4e91dc7414223a010798cba29e939 2024-11-20T03:17:32,485 INFO [M:0;d00f728e99d7:36005 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 99d4e91dc7414223a010798cba29e939 2024-11-20T03:17:32,485 INFO [M:0;d00f728e99d7:36005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45603/user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/99d4e91dc7414223a010798cba29e939, entries=2, sequenceid=172, filesize=5.2 K 2024-11-20T03:17:32,486 INFO [M:0;d00f728e99d7:36005 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=172, compaction requested=false 2024-11-20T03:17:32,488 INFO [M:0;d00f728e99d7:36005 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:17:32,488 DEBUG [M:0;d00f728e99d7:36005 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072651174Disabling compacts and flushes for region at 1732072651174Disabling writes for close at 1732072651174Obtaining lock to block concurrent updates at 1732072651175 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732072651175Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732072651175Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732072651176 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732072651176Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732072651195 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732072651195Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732072651608 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732072651628 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732072651628Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732072652040 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732072652053 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732072652053Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36efa18c: reopening flushed file at 1732072652465 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3793d996: reopening flushed file at 1732072652472 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@236599b3: reopening flushed file at 1732072652479 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=172, compaction requested=false at 1732072652486 (+7 ms)Writing region close event to WAL at 1732072652488 (+2 ms)Closed at 1732072652488 2024-11-20T03:17:32,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44685 is added to blk_1073741847_1023 (size=22949) 2024-11-20T03:17:32,532 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c70b9b23-70ab-ccc7-a999-8e6b516c7732/MasterData/WALs/d00f728e99d7,36005,1732072641153/d00f728e99d7%2C36005%2C1732072641153.1732072641788 not finished, retry = 0 2024-11-20T03:17:32,590 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T03:17:32,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:17:32,633 INFO [M:0;d00f728e99d7:36005 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T03:17:32,633 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:17:32,634 INFO [M:0;d00f728e99d7:36005 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36005 2024-11-20T03:17:32,634 INFO [M:0;d00f728e99d7:36005 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:17:32,743 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T03:17:32,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36005-0x101563eb4930006, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:17:32,793 INFO [M:0;d00f728e99d7:36005 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:17:32,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36005-0x101563eb4930006, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:17:32,795 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@318ae30c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:17:32,796 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:17:32,796 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:17:32,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:17:32,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bbc741b-9e49-e798-22cb-9c77f5df6e77/hadoop.log.dir/,STOPPED} 2024-11-20T03:17:32,797 WARN [BP-727426005-172.17.0.2-1732072619178 heartbeating to localhost/127.0.0.1:45603 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T03:17:32,797 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T03:17:32,798 WARN [BP-727426005-172.17.0.2-1732072619178 heartbeating to localhost/127.0.0.1:45603 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-727426005-172.17.0.2-1732072619178 (Datanode Uuid 36b3364c-66e3-45fc-b764-b16a6ecec949) service to localhost/127.0.0.1:45603 2024-11-20T03:17:32,798 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T03:17:32,798 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bbc741b-9e49-e798-22cb-9c77f5df6e77/cluster_f3d9cca8-8910-401e-b995-314c29d9fc5f/data/data1/current/BP-727426005-172.17.0.2-1732072619178 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:17:32,798 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bbc741b-9e49-e798-22cb-9c77f5df6e77/cluster_f3d9cca8-8910-401e-b995-314c29d9fc5f/data/data2/current/BP-727426005-172.17.0.2-1732072619178 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:17:32,798 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T03:17:32,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:17:32,805 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:17:32,805 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:17:32,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:17:32,806 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bbc741b-9e49-e798-22cb-9c77f5df6e77/hadoop.log.dir/,STOPPED} 2024-11-20T03:17:32,814 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T03:17:32,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T03:17:32,836 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: master/d00f728e99d7:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d00f728e99d7:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45603 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39523 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39523 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58813) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:45603 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45603 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39523 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/d00f728e99d7:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@36ba0088 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d00f728e99d7:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39523 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58813) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39523 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45603 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45603 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45603 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d00f728e99d7:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=346 (was 412), ProcessCount=11 (was 11), AvailableMemoryMB=7767 (was 7964) 2024-11-20T03:17:32,842 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=346, ProcessCount=11, AvailableMemoryMB=7766 2024-11-20T03:17:32,857 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-20T03:17:32,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5642dd28-84be-3a91-fc50-934829fa560a/hadoop.log.dir so I do NOT create it in target/test-data/54aee0b5-a326-3d0c-3d2e-9406963bc4ca 2024-11-20T03:17:32,858 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5642dd28-84be-3a91-fc50-934829fa560a/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T03:17:32,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5642dd28-84be-3a91-fc50-934829fa560a/hadoop.tmp.dir so I do NOT create it in target/test-data/54aee0b5-a326-3d0c-3d2e-9406963bc4ca 2024-11-20T03:17:32,858 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5642dd28-84be-3a91-fc50-934829fa560a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T03:17:32,858 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54aee0b5-a326-3d0c-3d2e-9406963bc4ca 2024-11-20T03:17:32,858 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54aee0b5-a326-3d0c-3d2e-9406963bc4ca/cluster_16f1e676-8694-0af4-02bf-f6c94b9816f2, deleteOnExit=true 2024-11-20T03:17:32,885 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54aee0b5-a326-3d0c-3d2e-9406963bc4ca/cluster_16f1e676-8694-0af4-02bf-f6c94b9816f2/zookeeper_0, clientPort=59719, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54aee0b5-a326-3d0c-3d2e-9406963bc4ca/cluster_16f1e676-8694-0af4-02bf-f6c94b9816f2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54aee0b5-a326-3d0c-3d2e-9406963bc4ca/cluster_16f1e676-8694-0af4-02bf-f6c94b9816f2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T03:17:32,886 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59719 2024-11-20T03:17:32,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T03:17:32,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T03:17:32,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54aee0b5-a326-3d0c-3d2e-9406963bc4ca/test.cache.data in system properties and HBase conf 2024-11-20T03:17:32,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54aee0b5-a326-3d0c-3d2e-9406963bc4ca/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T03:17:32,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54aee0b5-a326-3d0c-3d2e-9406963bc4ca/hadoop.log.dir in system properties and HBase conf 2024-11-20T03:17:32,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54aee0b5-a326-3d0c-3d2e-9406963bc4ca/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T03:17:32,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54aee0b5-a326-3d0c-3d2e-9406963bc4ca/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T03:17:32,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T03:17:32,887 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T03:17:32,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54aee0b5-a326-3d0c-3d2e-9406963bc4ca/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:17:32,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54aee0b5-a326-3d0c-3d2e-9406963bc4ca/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:17:32,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54aee0b5-a326-3d0c-3d2e-9406963bc4ca/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T03:17:32,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54aee0b5-a326-3d0c-3d2e-9406963bc4ca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:17:32,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54aee0b5-a326-3d0c-3d2e-9406963bc4ca/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T03:17:32,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54aee0b5-a326-3d0c-3d2e-9406963bc4ca/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T03:17:32,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54aee0b5-a326-3d0c-3d2e-9406963bc4ca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:17:32,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54aee0b5-a326-3d0c-3d2e-9406963bc4ca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:17:32,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54aee0b5-a326-3d0c-3d2e-9406963bc4ca/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T03:17:32,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54aee0b5-a326-3d0c-3d2e-9406963bc4ca/nfs.dump.dir in system properties and HBase conf 2024-11-20T03:17:32,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54aee0b5-a326-3d0c-3d2e-9406963bc4ca/java.io.tmpdir in system properties and HBase conf 2024-11-20T03:17:32,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54aee0b5-a326-3d0c-3d2e-9406963bc4ca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:17:32,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54aee0b5-a326-3d0c-3d2e-9406963bc4ca/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T03:17:32,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54aee0b5-a326-3d0c-3d2e-9406963bc4ca/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T03:17:32,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101563eb4930002, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T03:17:32,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101563eb4930005, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T03:17:32,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101563eb4930005, quorum=127.0.0.1:58813, baseZNode=/1-1297618551 Received Disconnected from ZooKeeper, ignoring 2024-11-20T03:17:32,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101563eb4930002, quorum=127.0.0.1:58813, baseZNode=/0-861209525 Received Disconnected from ZooKeeper, ignoring 2024-11-20T03:17:33,259 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:17:33,265 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:17:33,268 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:17:33,269 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:17:33,269 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T03:17:33,272 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:17:33,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d3f9a53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54aee0b5-a326-3d0c-3d2e-9406963bc4ca/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:17:33,274 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@242482cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:17:33,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ff935e9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54aee0b5-a326-3d0c-3d2e-9406963bc4ca/java.io.tmpdir/jetty-localhost-37421-hadoop-hdfs-3_4_1-tests_jar-_-any-1438045873634231655/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:17:33,371 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a1416b0{HTTP/1.1, (http/1.1)}{localhost:37421} 2024-11-20T03:17:33,371 INFO [Time-limited test {}] server.Server(415): Started @36900ms 2024-11-20T03:17:33,704 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:17:33,709 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:17:33,709 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:17:33,709 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:17:33,710 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T03:17:33,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c7f8703{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54aee0b5-a326-3d0c-3d2e-9406963bc4ca/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:17:33,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56680efa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:17:33,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26f9cf73{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54aee0b5-a326-3d0c-3d2e-9406963bc4ca/java.io.tmpdir/jetty-localhost-46057-hadoop-hdfs-3_4_1-tests_jar-_-any-11868629772858070615/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:17:33,816 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3184967f{HTTP/1.1, (http/1.1)}{localhost:46057} 2024-11-20T03:17:33,816 INFO [Time-limited test {}] server.Server(415): Started @37345ms 2024-11-20T03:17:33,817 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T03:17:34,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:17:34,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T03:17:34,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T03:17:34,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:17:34,511 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54aee0b5-a326-3d0c-3d2e-9406963bc4ca/cluster_16f1e676-8694-0af4-02bf-f6c94b9816f2/data/data1/current/BP-2007223115-172.17.0.2-1732072652918/current, will proceed with Du for space computation calculation, 2024-11-20T03:17:34,511 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54aee0b5-a326-3d0c-3d2e-9406963bc4ca/cluster_16f1e676-8694-0af4-02bf-f6c94b9816f2/data/data2/current/BP-2007223115-172.17.0.2-1732072652918/current, will proceed with Du for space computation calculation, 2024-11-20T03:17:34,534 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T03:17:34,536 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf6a234edc68da811 with lease ID 0x285f06ee48c6d184: Processing first storage report for DS-f168252f-2695-4317-9ba0-409828d6ca97 from datanode DatanodeRegistration(127.0.0.1:37073, datanodeUuid=3cf90df6-8b98-4401-81b4-36986803bcc7, infoPort=34149, infoSecurePort=0, ipcPort=36107, storageInfo=lv=-57;cid=testClusterID;nsid=383012192;c=1732072652918) 2024-11-20T03:17:34,536 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf6a234edc68da811 with lease ID 0x285f06ee48c6d184: from storage DS-f168252f-2695-4317-9ba0-409828d6ca97 node DatanodeRegistration(127.0.0.1:37073, datanodeUuid=3cf90df6-8b98-4401-81b4-36986803bcc7, infoPort=34149, infoSecurePort=0, ipcPort=36107, storageInfo=lv=-57;cid=testClusterID;nsid=383012192;c=1732072652918), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T03:17:34,537 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf6a234edc68da811 with lease ID 0x285f06ee48c6d184: Processing first storage report for DS-b56c0cd3-39eb-49fa-90a2-ba03e05a5a95 from datanode DatanodeRegistration(127.0.0.1:37073, datanodeUuid=3cf90df6-8b98-4401-81b4-36986803bcc7, infoPort=34149, infoSecurePort=0, ipcPort=36107, storageInfo=lv=-57;cid=testClusterID;nsid=383012192;c=1732072652918) 2024-11-20T03:17:34,537 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf6a234edc68da811 with lease ID 0x285f06ee48c6d184: from storage DS-b56c0cd3-39eb-49fa-90a2-ba03e05a5a95 node DatanodeRegistration(127.0.0.1:37073, datanodeUuid=3cf90df6-8b98-4401-81b4-36986803bcc7, infoPort=34149, infoSecurePort=0, ipcPort=36107, storageInfo=lv=-57;cid=testClusterID;nsid=383012192;c=1732072652918), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T03:17:34,550 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54aee0b5-a326-3d0c-3d2e-9406963bc4ca 2024-11-20T03:17:34,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:34,552 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:34,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37073 is added to blk_1073741825_1001 (size=7) 2024-11-20T03:17:34,962 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26 with version=8 2024-11-20T03:17:34,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/hbase-staging 2024-11-20T03:17:34,964 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:17:34,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:17:34,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:17:34,964 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:17:34,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:17:34,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:17:34,964 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T03:17:34,964 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:17:34,965 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35983 2024-11-20T03:17:34,966 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35983 connecting to ZooKeeper ensemble=127.0.0.1:59719 2024-11-20T03:17:35,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359830x0, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:17:35,068 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35983-0x101563f3bff0000 connected 2024-11-20T03:17:35,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:35,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:35,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35983-0x101563f3bff0000, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Set watcher on znode that does not yet exist, /0-239360422/running 2024-11-20T03:17:35,154 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26, hbase.cluster.distributed=false 2024-11-20T03:17:35,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35983-0x101563f3bff0000, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Set watcher on znode that does not yet exist, /0-239360422/acl 2024-11-20T03:17:35,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35983 2024-11-20T03:17:35,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35983 2024-11-20T03:17:35,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35983 2024-11-20T03:17:35,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35983 2024-11-20T03:17:35,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35983 2024-11-20T03:17:35,170 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:17:35,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:17:35,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:17:35,171 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:17:35,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:17:35,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:17:35,171 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T03:17:35,171 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:17:35,171 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43869 2024-11-20T03:17:35,173 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43869 connecting to ZooKeeper ensemble=127.0.0.1:59719 2024-11-20T03:17:35,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:35,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:35,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438690x0, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:17:35,186 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43869-0x101563f3bff0001 connected 2024-11-20T03:17:35,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43869-0x101563f3bff0001, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Set watcher on znode that does not yet exist, /0-239360422/running 2024-11-20T03:17:35,186 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T03:17:35,187 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T03:17:35,187 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43869-0x101563f3bff0001, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Set watcher on znode that does not yet exist, /0-239360422/master 2024-11-20T03:17:35,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43869-0x101563f3bff0001, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Set watcher on znode that does not yet exist, /0-239360422/acl 2024-11-20T03:17:35,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43869 2024-11-20T03:17:35,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43869 2024-11-20T03:17:35,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43869 2024-11-20T03:17:35,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43869 2024-11-20T03:17:35,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43869 2024-11-20T03:17:35,203 DEBUG [M:0;d00f728e99d7:35983 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d00f728e99d7:35983 2024-11-20T03:17:35,203 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-239360422/backup-masters/d00f728e99d7,35983,1732072654963 2024-11-20T03:17:35,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43869-0x101563f3bff0001, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239360422/backup-masters 2024-11-20T03:17:35,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35983-0x101563f3bff0000, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239360422/backup-masters 2024-11-20T03:17:35,213 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35983-0x101563f3bff0000, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Set watcher on existing znode=/0-239360422/backup-masters/d00f728e99d7,35983,1732072654963 2024-11-20T03:17:35,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35983-0x101563f3bff0000, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239360422 2024-11-20T03:17:35,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43869-0x101563f3bff0001, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-239360422/master 2024-11-20T03:17:35,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43869-0x101563f3bff0001, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239360422 2024-11-20T03:17:35,224 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35983-0x101563f3bff0000, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Set watcher on existing znode=/0-239360422/master 2024-11-20T03:17:35,224 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-239360422/backup-masters/d00f728e99d7,35983,1732072654963 from backup master directory 2024-11-20T03:17:35,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43869-0x101563f3bff0001, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239360422/backup-masters 2024-11-20T03:17:35,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35983-0x101563f3bff0000, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-239360422/backup-masters/d00f728e99d7,35983,1732072654963 2024-11-20T03:17:35,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35983-0x101563f3bff0000, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239360422/backup-masters 2024-11-20T03:17:35,234 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:17:35,234 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d00f728e99d7,35983,1732072654963 2024-11-20T03:17:35,238 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/hbase.id] with ID: 55d85596-8ad3-49cb-b8a1-69240b63c045 2024-11-20T03:17:35,238 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/.tmp/hbase.id 2024-11-20T03:17:35,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37073 is added to blk_1073741826_1002 (size=42) 2024-11-20T03:17:35,644 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/.tmp/hbase.id]:[hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/hbase.id] 2024-11-20T03:17:35,657 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:35,657 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T03:17:35,659 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-20T03:17:35,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35983-0x101563f3bff0000, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239360422 2024-11-20T03:17:35,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43869-0x101563f3bff0001, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239360422 2024-11-20T03:17:35,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37073 is added to blk_1073741827_1003 (size=196) 2024-11-20T03:17:36,107 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:17:36,108 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T03:17:36,108 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:17:36,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37073 is added to blk_1073741828_1004 (size=1189) 2024-11-20T03:17:36,516 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/MasterData/data/master/store 2024-11-20T03:17:36,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37073 is added to blk_1073741829_1005 (size=34) 2024-11-20T03:17:36,923 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:17:36,923 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:17:36,923 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:17:36,924 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:17:36,924 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:17:36,924 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:17:36,924 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:17:36,924 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072656923Disabling compacts and flushes for region at 1732072656923Disabling writes for close at 1732072656924 (+1 ms)Writing region close event to WAL at 1732072656924Closed at 1732072656924 2024-11-20T03:17:36,925 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/MasterData/data/master/store/.initializing 2024-11-20T03:17:36,925 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/MasterData/WALs/d00f728e99d7,35983,1732072654963 2024-11-20T03:17:36,926 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:17:36,928 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d00f728e99d7%2C35983%2C1732072654963, suffix=, logDir=hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/MasterData/WALs/d00f728e99d7,35983,1732072654963, archiveDir=hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/MasterData/oldWALs, maxLogs=10 2024-11-20T03:17:36,945 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/MasterData/WALs/d00f728e99d7,35983,1732072654963/d00f728e99d7%2C35983%2C1732072654963.1732072656928, exclude list is [], retry=0 2024-11-20T03:17:36,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37073,DS-f168252f-2695-4317-9ba0-409828d6ca97,DISK] 2024-11-20T03:17:36,950 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/MasterData/WALs/d00f728e99d7,35983,1732072654963/d00f728e99d7%2C35983%2C1732072654963.1732072656928 2024-11-20T03:17:36,950 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34149:34149)] 2024-11-20T03:17:36,951 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:17:36,951 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:17:36,951 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:36,951 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:36,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:36,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T03:17:36,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:36,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:36,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:36,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T03:17:36,957 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:36,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:17:36,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:36,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T03:17:36,959 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:36,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:17:36,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:36,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T03:17:36,961 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:36,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:17:36,962 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:36,962 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:36,963 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:36,964 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:36,964 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:36,965 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:17:36,966 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:36,968 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:17:36,969 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62167191, jitterRate=-0.07363666594028473}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:17:36,970 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732072656951Initializing all the Stores at 1732072656952 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072656952Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072656952Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072656953 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072656953Cleaning up temporary data from old regions at 1732072656964 (+11 ms)Region opened successfully at 1732072656970 (+6 ms) 2024-11-20T03:17:36,971 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T03:17:36,975 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7e1edc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:17:36,976 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T03:17:36,976 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T03:17:36,976 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T03:17:36,976 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T03:17:36,977 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T03:17:36,977 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T03:17:36,977 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T03:17:36,980 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T03:17:36,981 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35983-0x101563f3bff0000, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Unable to get data of znode /0-239360422/balancer because node does not exist (not necessarily an error) 2024-11-20T03:17:36,992 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-239360422/balancer already deleted, retry=false 2024-11-20T03:17:36,992 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T03:17:36,993 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35983-0x101563f3bff0000, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Unable to get data of znode /0-239360422/normalizer because node does not exist (not necessarily an error) 2024-11-20T03:17:37,002 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-239360422/normalizer already deleted, retry=false 2024-11-20T03:17:37,003 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T03:17:37,004 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35983-0x101563f3bff0000, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Unable to get data of znode /0-239360422/switch/split because node does not exist (not necessarily an error) 2024-11-20T03:17:37,016 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-239360422/switch/split already deleted, retry=false 2024-11-20T03:17:37,017 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35983-0x101563f3bff0000, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Unable to get data of znode /0-239360422/switch/merge because node does not exist (not necessarily an error) 2024-11-20T03:17:37,027 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-239360422/switch/merge already deleted, retry=false 2024-11-20T03:17:37,029 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35983-0x101563f3bff0000, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Unable to get data of znode /0-239360422/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T03:17:37,037 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-239360422/snapshot-cleanup already deleted, retry=false 2024-11-20T03:17:37,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43869-0x101563f3bff0001, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-239360422/running 2024-11-20T03:17:37,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35983-0x101563f3bff0000, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-239360422/running 2024-11-20T03:17:37,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35983-0x101563f3bff0000, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239360422 2024-11-20T03:17:37,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43869-0x101563f3bff0001, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239360422 2024-11-20T03:17:37,049 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d00f728e99d7,35983,1732072654963, sessionid=0x101563f3bff0000, setting cluster-up flag (Was=false) 2024-11-20T03:17:37,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43869-0x101563f3bff0001, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239360422 2024-11-20T03:17:37,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35983-0x101563f3bff0000, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239360422 2024-11-20T03:17:37,101 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-239360422/flush-table-proc/acquired, /0-239360422/flush-table-proc/reached, /0-239360422/flush-table-proc/abort 2024-11-20T03:17:37,102 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,35983,1732072654963 2024-11-20T03:17:37,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35983-0x101563f3bff0000, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239360422 2024-11-20T03:17:37,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43869-0x101563f3bff0001, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239360422 2024-11-20T03:17:37,153 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-239360422/online-snapshot/acquired, /0-239360422/online-snapshot/reached, /0-239360422/online-snapshot/abort 2024-11-20T03:17:37,155 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,35983,1732072654963 2024-11-20T03:17:37,156 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T03:17:37,158 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T03:17:37,158 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T03:17:37,158 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T03:17:37,158 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d00f728e99d7,35983,1732072654963 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T03:17:37,159 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:17:37,159 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:17:37,160 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:17:37,160 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:17:37,160 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d00f728e99d7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T03:17:37,160 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:37,160 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:17:37,160 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:37,161 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:17:37,162 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T03:17:37,163 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:37,163 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T03:17:37,168 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732072687168 2024-11-20T03:17:37,168 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T03:17:37,168 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T03:17:37,168 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T03:17:37,169 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T03:17:37,169 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T03:17:37,169 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T03:17:37,173 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:37,173 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T03:17:37,173 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T03:17:37,173 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T03:17:37,173 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T03:17:37,184 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T03:17:37,184 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T03:17:37,187 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072657184,5,FailOnTimeoutGroup] 2024-11-20T03:17:37,188 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072657187,5,FailOnTimeoutGroup] 2024-11-20T03:17:37,188 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:37,188 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T03:17:37,188 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:37,188 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:37,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37073 is added to blk_1073741831_1007 (size=1321) 2024-11-20T03:17:37,194 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T03:17:37,194 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26 2024-11-20T03:17:37,195 INFO [RS:0;d00f728e99d7:43869 {}] regionserver.HRegionServer(746): ClusterId : 55d85596-8ad3-49cb-b8a1-69240b63c045 2024-11-20T03:17:37,195 DEBUG [RS:0;d00f728e99d7:43869 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T03:17:37,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37073 is added to blk_1073741832_1008 (size=32) 2024-11-20T03:17:37,207 DEBUG [RS:0;d00f728e99d7:43869 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T03:17:37,207 DEBUG [RS:0;d00f728e99d7:43869 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T03:17:37,217 DEBUG [RS:0;d00f728e99d7:43869 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T03:17:37,218 DEBUG [RS:0;d00f728e99d7:43869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5507bc74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:17:37,228 DEBUG [RS:0;d00f728e99d7:43869 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d00f728e99d7:43869 2024-11-20T03:17:37,228 INFO [RS:0;d00f728e99d7:43869 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T03:17:37,228 INFO [RS:0;d00f728e99d7:43869 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T03:17:37,228 DEBUG [RS:0;d00f728e99d7:43869 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T03:17:37,229 INFO [RS:0;d00f728e99d7:43869 {}] regionserver.HRegionServer(2659): reportForDuty to master=d00f728e99d7,35983,1732072654963 with port=43869, startcode=1732072655170 2024-11-20T03:17:37,229 DEBUG [RS:0;d00f728e99d7:43869 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T03:17:37,231 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T03:17:37,231 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35983 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d00f728e99d7,43869,1732072655170 2024-11-20T03:17:37,231 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35983 {}] master.ServerManager(517): Registering regionserver=d00f728e99d7,43869,1732072655170 2024-11-20T03:17:37,233 DEBUG [RS:0;d00f728e99d7:43869 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26 2024-11-20T03:17:37,233 DEBUG [RS:0;d00f728e99d7:43869 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40067 2024-11-20T03:17:37,233 DEBUG [RS:0;d00f728e99d7:43869 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T03:17:37,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35983-0x101563f3bff0000, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239360422/rs 2024-11-20T03:17:37,245 DEBUG [RS:0;d00f728e99d7:43869 {}] zookeeper.ZKUtil(111): regionserver:43869-0x101563f3bff0001, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Set watcher on existing znode=/0-239360422/rs/d00f728e99d7,43869,1732072655170 2024-11-20T03:17:37,245 WARN [RS:0;d00f728e99d7:43869 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:17:37,245 INFO [RS:0;d00f728e99d7:43869 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:17:37,245 DEBUG [RS:0;d00f728e99d7:43869 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/WALs/d00f728e99d7,43869,1732072655170 2024-11-20T03:17:37,245 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d00f728e99d7,43869,1732072655170] 2024-11-20T03:17:37,249 INFO [RS:0;d00f728e99d7:43869 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T03:17:37,252 INFO [RS:0;d00f728e99d7:43869 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T03:17:37,252 INFO [RS:0;d00f728e99d7:43869 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T03:17:37,253 INFO [RS:0;d00f728e99d7:43869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:37,253 INFO [RS:0;d00f728e99d7:43869 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T03:17:37,254 INFO [RS:0;d00f728e99d7:43869 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T03:17:37,254 INFO [RS:0;d00f728e99d7:43869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:37,254 DEBUG [RS:0;d00f728e99d7:43869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:37,254 DEBUG [RS:0;d00f728e99d7:43869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:37,254 DEBUG [RS:0;d00f728e99d7:43869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:37,254 DEBUG [RS:0;d00f728e99d7:43869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:37,254 DEBUG [RS:0;d00f728e99d7:43869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:37,254 DEBUG [RS:0;d00f728e99d7:43869 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:17:37,254 DEBUG [RS:0;d00f728e99d7:43869 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:37,255 DEBUG [RS:0;d00f728e99d7:43869 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:37,255 DEBUG [RS:0;d00f728e99d7:43869 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:37,255 DEBUG [RS:0;d00f728e99d7:43869 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:37,255 DEBUG [RS:0;d00f728e99d7:43869 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:37,255 DEBUG [RS:0;d00f728e99d7:43869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:37,255 DEBUG [RS:0;d00f728e99d7:43869 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:17:37,255 DEBUG [RS:0;d00f728e99d7:43869 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:17:37,256 INFO [RS:0;d00f728e99d7:43869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:37,256 INFO [RS:0;d00f728e99d7:43869 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:37,256 INFO [RS:0;d00f728e99d7:43869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:37,256 INFO [RS:0;d00f728e99d7:43869 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:37,256 INFO [RS:0;d00f728e99d7:43869 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:37,256 INFO [RS:0;d00f728e99d7:43869 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,43869,1732072655170-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:17:37,275 INFO [RS:0;d00f728e99d7:43869 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T03:17:37,275 INFO [RS:0;d00f728e99d7:43869 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,43869,1732072655170-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:37,275 INFO [RS:0;d00f728e99d7:43869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:37,275 INFO [RS:0;d00f728e99d7:43869 {}] regionserver.Replication(171): d00f728e99d7,43869,1732072655170 started 2024-11-20T03:17:37,291 INFO [RS:0;d00f728e99d7:43869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:37,292 INFO [RS:0;d00f728e99d7:43869 {}] regionserver.HRegionServer(1482): Serving as d00f728e99d7,43869,1732072655170, RpcServer on d00f728e99d7/172.17.0.2:43869, sessionid=0x101563f3bff0001 2024-11-20T03:17:37,292 DEBUG [RS:0;d00f728e99d7:43869 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T03:17:37,292 DEBUG [RS:0;d00f728e99d7:43869 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d00f728e99d7,43869,1732072655170 2024-11-20T03:17:37,292 DEBUG [RS:0;d00f728e99d7:43869 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,43869,1732072655170' 2024-11-20T03:17:37,292 DEBUG [RS:0;d00f728e99d7:43869 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-239360422/flush-table-proc/abort' 2024-11-20T03:17:37,292 DEBUG [RS:0;d00f728e99d7:43869 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-239360422/flush-table-proc/acquired' 2024-11-20T03:17:37,293 DEBUG [RS:0;d00f728e99d7:43869 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T03:17:37,293 DEBUG [RS:0;d00f728e99d7:43869 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T03:17:37,293 DEBUG [RS:0;d00f728e99d7:43869 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d00f728e99d7,43869,1732072655170 2024-11-20T03:17:37,293 DEBUG [RS:0;d00f728e99d7:43869 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,43869,1732072655170' 2024-11-20T03:17:37,293 DEBUG [RS:0;d00f728e99d7:43869 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-239360422/online-snapshot/abort' 2024-11-20T03:17:37,293 DEBUG [RS:0;d00f728e99d7:43869 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-239360422/online-snapshot/acquired' 2024-11-20T03:17:37,294 DEBUG [RS:0;d00f728e99d7:43869 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T03:17:37,294 INFO [RS:0;d00f728e99d7:43869 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T03:17:37,294 INFO [RS:0;d00f728e99d7:43869 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T03:17:37,394 INFO [RS:0;d00f728e99d7:43869 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:17:37,396 INFO [RS:0;d00f728e99d7:43869 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C43869%2C1732072655170, suffix=, logDir=hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/WALs/d00f728e99d7,43869,1732072655170, archiveDir=hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/oldWALs, maxLogs=10 2024-11-20T03:17:37,412 DEBUG [RS:0;d00f728e99d7:43869 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/WALs/d00f728e99d7,43869,1732072655170/d00f728e99d7%2C43869%2C1732072655170.1732072657396, exclude list is [], retry=0 2024-11-20T03:17:37,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37073,DS-f168252f-2695-4317-9ba0-409828d6ca97,DISK] 2024-11-20T03:17:37,417 INFO [RS:0;d00f728e99d7:43869 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/WALs/d00f728e99d7,43869,1732072655170/d00f728e99d7%2C43869%2C1732072655170.1732072657396 2024-11-20T03:17:37,417 DEBUG [RS:0;d00f728e99d7:43869 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34149:34149)] 2024-11-20T03:17:37,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:17:37,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:17:37,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:17:37,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:37,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:37,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:17:37,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:17:37,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:37,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:37,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:17:37,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:17:37,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:37,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:37,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:17:37,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:17:37,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:37,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:37,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:17:37,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/data/hbase/meta/1588230740 2024-11-20T03:17:37,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/data/hbase/meta/1588230740 2024-11-20T03:17:37,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:17:37,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:17:37,619 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:17:37,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:17:37,623 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:17:37,624 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65889367, jitterRate=-0.018171921372413635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:17:37,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732072657606Initializing all the Stores at 1732072657607 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072657607Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072657608 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072657608Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072657608Cleaning up temporary data from old regions at 1732072657619 (+11 ms)Region opened successfully at 1732072657625 (+6 ms) 2024-11-20T03:17:37,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:17:37,625 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:17:37,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:17:37,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:17:37,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:17:37,625 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:17:37,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072657625Disabling compacts and flushes for region at 1732072657625Disabling writes for close at 1732072657625Writing region close event to WAL at 1732072657625Closed at 1732072657625 2024-11-20T03:17:37,627 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:17:37,627 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T03:17:37,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T03:17:37,628 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:17:37,629 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T03:17:37,780 DEBUG [d00f728e99d7:35983 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T03:17:37,780 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d00f728e99d7,43869,1732072655170 2024-11-20T03:17:37,782 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,43869,1732072655170, state=OPENING 2024-11-20T03:17:37,964 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T03:17:37,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43869-0x101563f3bff0001, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239360422 2024-11-20T03:17:37,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35983-0x101563f3bff0000, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239360422 2024-11-20T03:17:37,975 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:17:37,975 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-239360422/meta-region-server: CHANGED 2024-11-20T03:17:37,975 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-239360422/meta-region-server: CHANGED 2024-11-20T03:17:37,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,43869,1732072655170}] 2024-11-20T03:17:38,128 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:17:38,130 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T03:17:38,134 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T03:17:38,134 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:17:38,134 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T03:17:38,136 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C43869%2C1732072655170.meta, suffix=.meta, logDir=hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/WALs/d00f728e99d7,43869,1732072655170, archiveDir=hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/oldWALs, maxLogs=10 2024-11-20T03:17:38,149 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/WALs/d00f728e99d7,43869,1732072655170/d00f728e99d7%2C43869%2C1732072655170.meta.1732072658137.meta, exclude list is [], retry=0 2024-11-20T03:17:38,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37073,DS-f168252f-2695-4317-9ba0-409828d6ca97,DISK] 2024-11-20T03:17:38,155 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/WALs/d00f728e99d7,43869,1732072655170/d00f728e99d7%2C43869%2C1732072655170.meta.1732072658137.meta 2024-11-20T03:17:38,156 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34149:34149)] 2024-11-20T03:17:38,156 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:17:38,157 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:17:38,157 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:17:38,157 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T03:17:38,157 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T03:17:38,157 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T03:17:38,157 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:17:38,157 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T03:17:38,157 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T03:17:38,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:17:38,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:17:38,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:38,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:38,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:17:38,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:17:38,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:38,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:38,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:17:38,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:17:38,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:38,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:38,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:17:38,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:17:38,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:38,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:38,172 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:17:38,178 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/data/hbase/meta/1588230740 2024-11-20T03:17:38,180 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/data/hbase/meta/1588230740 2024-11-20T03:17:38,181 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:17:38,181 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:17:38,182 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:17:38,183 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:17:38,184 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60412633, jitterRate=-0.09978161752223969}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:17:38,184 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T03:17:38,185 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732072658158Writing region info on filesystem at 1732072658158Initializing all the Stores at 1732072658163 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072658163Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072658163Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072658163Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072658163Cleaning up temporary data from old regions at 1732072658181 (+18 ms)Running coprocessor post-open hooks at 1732072658184 (+3 ms)Region opened successfully at 1732072658185 (+1 ms) 2024-11-20T03:17:38,196 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732072658128 2024-11-20T03:17:38,199 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T03:17:38,199 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T03:17:38,199 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d00f728e99d7,43869,1732072655170 2024-11-20T03:17:38,200 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,43869,1732072655170, state=OPEN 2024-11-20T03:17:38,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35983-0x101563f3bff0000, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-239360422/meta-region-server 2024-11-20T03:17:38,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43869-0x101563f3bff0001, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-239360422/meta-region-server 2024-11-20T03:17:38,282 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d00f728e99d7,43869,1732072655170 2024-11-20T03:17:38,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-239360422/meta-region-server: CHANGED 2024-11-20T03:17:38,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-239360422/meta-region-server: CHANGED 2024-11-20T03:17:38,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T03:17:38,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,43869,1732072655170 in 307 msec 2024-11-20T03:17:38,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T03:17:38,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 658 msec 2024-11-20T03:17:38,289 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:17:38,289 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T03:17:38,290 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:17:38,291 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,43869,1732072655170, seqNum=-1] 2024-11-20T03:17:38,291 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:17:38,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:17:38,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1410 sec 2024-11-20T03:17:38,299 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732072658299, completionTime=-1 2024-11-20T03:17:38,299 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T03:17:38,299 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T03:17:38,301 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T03:17:38,301 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732072718301 2024-11-20T03:17:38,301 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732072778301 2024-11-20T03:17:38,301 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T03:17:38,302 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,35983,1732072654963-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:38,302 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,35983,1732072654963-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:38,302 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,35983,1732072654963-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:38,302 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d00f728e99d7:35983, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:38,302 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:38,302 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:38,304 DEBUG [master/d00f728e99d7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T03:17:38,306 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.072sec 2024-11-20T03:17:38,306 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T03:17:38,306 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T03:17:38,306 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T03:17:38,306 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T03:17:38,306 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T03:17:38,306 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,35983,1732072654963-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:17:38,306 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,35983,1732072654963-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T03:17:38,309 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T03:17:38,309 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T03:17:38,309 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,35983,1732072654963-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:38,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7032b8e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:38,396 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,35983,-1 for getting cluster id 2024-11-20T03:17:38,396 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:17:38,397 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55d85596-8ad3-49cb-b8a1-69240b63c045' 2024-11-20T03:17:38,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:17:38,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55d85596-8ad3-49cb-b8a1-69240b63c045" 2024-11-20T03:17:38,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11f59c5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:38,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,35983,-1] 2024-11-20T03:17:38,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:17:38,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:38,399 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:17:38,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bec2631, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:38,401 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:17:38,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,43869,1732072655170, seqNum=-1] 2024-11-20T03:17:38,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:17:38,403 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:17:38,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d00f728e99d7,35983,1732072654963 2024-11-20T03:17:38,406 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59719 2024-11-20T03:17:38,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:17:38,438 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101563f3bff0002 connected 2024-11-20T03:17:38,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54aee0b5-a326-3d0c-3d2e-9406963bc4ca/hadoop.log.dir so I do NOT create it in target/test-data/55c71306-9f6a-6e5e-3afe-8b3b36738d6d 2024-11-20T03:17:38,451 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54aee0b5-a326-3d0c-3d2e-9406963bc4ca/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T03:17:38,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54aee0b5-a326-3d0c-3d2e-9406963bc4ca/hadoop.tmp.dir so I do NOT create it in target/test-data/55c71306-9f6a-6e5e-3afe-8b3b36738d6d 2024-11-20T03:17:38,451 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54aee0b5-a326-3d0c-3d2e-9406963bc4ca/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T03:17:38,451 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c71306-9f6a-6e5e-3afe-8b3b36738d6d 2024-11-20T03:17:38,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T03:17:38,451 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c71306-9f6a-6e5e-3afe-8b3b36738d6d/cluster_051b4122-7253-5d47-f3bb-db0c9b0981c1, deleteOnExit=true 2024-11-20T03:17:38,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T03:17:38,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c71306-9f6a-6e5e-3afe-8b3b36738d6d/test.cache.data in system properties and HBase conf 2024-11-20T03:17:38,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c71306-9f6a-6e5e-3afe-8b3b36738d6d/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T03:17:38,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c71306-9f6a-6e5e-3afe-8b3b36738d6d/hadoop.log.dir in system properties and HBase conf 2024-11-20T03:17:38,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c71306-9f6a-6e5e-3afe-8b3b36738d6d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T03:17:38,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c71306-9f6a-6e5e-3afe-8b3b36738d6d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T03:17:38,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T03:17:38,452 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T03:17:38,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c71306-9f6a-6e5e-3afe-8b3b36738d6d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:17:38,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c71306-9f6a-6e5e-3afe-8b3b36738d6d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:17:38,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c71306-9f6a-6e5e-3afe-8b3b36738d6d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T03:17:38,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c71306-9f6a-6e5e-3afe-8b3b36738d6d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:17:38,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c71306-9f6a-6e5e-3afe-8b3b36738d6d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T03:17:38,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c71306-9f6a-6e5e-3afe-8b3b36738d6d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T03:17:38,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c71306-9f6a-6e5e-3afe-8b3b36738d6d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:17:38,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c71306-9f6a-6e5e-3afe-8b3b36738d6d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:17:38,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c71306-9f6a-6e5e-3afe-8b3b36738d6d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T03:17:38,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c71306-9f6a-6e5e-3afe-8b3b36738d6d/nfs.dump.dir in system properties and HBase conf 2024-11-20T03:17:38,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c71306-9f6a-6e5e-3afe-8b3b36738d6d/java.io.tmpdir in system properties and HBase conf 2024-11-20T03:17:38,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c71306-9f6a-6e5e-3afe-8b3b36738d6d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:17:38,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c71306-9f6a-6e5e-3afe-8b3b36738d6d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T03:17:38,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c71306-9f6a-6e5e-3afe-8b3b36738d6d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T03:17:38,755 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:17:38,761 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:17:38,767 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:17:38,767 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:17:38,767 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T03:17:38,768 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:17:38,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cee3f11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c71306-9f6a-6e5e-3afe-8b3b36738d6d/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:17:38,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73da8684{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:17:38,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3aab354b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c71306-9f6a-6e5e-3afe-8b3b36738d6d/java.io.tmpdir/jetty-localhost-42813-hadoop-hdfs-3_4_1-tests_jar-_-any-12178473116630364202/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:17:38,864 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4eef177a{HTTP/1.1, (http/1.1)}{localhost:42813} 2024-11-20T03:17:38,864 INFO [Time-limited test {}] server.Server(415): Started @42393ms 2024-11-20T03:17:39,141 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:17:39,145 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:17:39,146 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:17:39,146 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:17:39,146 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T03:17:39,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7341e0de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c71306-9f6a-6e5e-3afe-8b3b36738d6d/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:17:39,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@604f8883{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:17:39,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e6157f6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c71306-9f6a-6e5e-3afe-8b3b36738d6d/java.io.tmpdir/jetty-localhost-34329-hadoop-hdfs-3_4_1-tests_jar-_-any-15314627919529211182/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:17:39,242 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52273d7b{HTTP/1.1, (http/1.1)}{localhost:34329} 2024-11-20T03:17:39,242 INFO [Time-limited test {}] server.Server(415): Started @42771ms 2024-11-20T03:17:39,243 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T03:17:39,712 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T03:17:39,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:17:39,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:17:39,930 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c71306-9f6a-6e5e-3afe-8b3b36738d6d/cluster_051b4122-7253-5d47-f3bb-db0c9b0981c1/data/data1/current/BP-496901478-172.17.0.2-1732072658477/current, will proceed with Du for space computation calculation, 2024-11-20T03:17:39,930 WARN [Thread-623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c71306-9f6a-6e5e-3afe-8b3b36738d6d/cluster_051b4122-7253-5d47-f3bb-db0c9b0981c1/data/data2/current/BP-496901478-172.17.0.2-1732072658477/current, will proceed with Du for space computation calculation, 2024-11-20T03:17:39,945 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T03:17:39,948 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4429845407a8bc71 with lease ID 0x51fb829ffa1e7d15: Processing first storage report for DS-b034da2a-9c0a-404b-a5dc-88b8c8a0cc33 from datanode DatanodeRegistration(127.0.0.1:39335, datanodeUuid=d3f31ece-fd05-4b70-8ff2-9fb8b9ea38c5, infoPort=33311, infoSecurePort=0, ipcPort=45035, storageInfo=lv=-57;cid=testClusterID;nsid=1112376144;c=1732072658477) 2024-11-20T03:17:39,948 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4429845407a8bc71 with lease ID 0x51fb829ffa1e7d15: from storage DS-b034da2a-9c0a-404b-a5dc-88b8c8a0cc33 node DatanodeRegistration(127.0.0.1:39335, datanodeUuid=d3f31ece-fd05-4b70-8ff2-9fb8b9ea38c5, infoPort=33311, infoSecurePort=0, ipcPort=45035, storageInfo=lv=-57;cid=testClusterID;nsid=1112376144;c=1732072658477), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T03:17:39,948 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4429845407a8bc71 with lease ID 0x51fb829ffa1e7d15: Processing first storage report for DS-9e841d61-ab58-4053-b826-3ab77d262a67 from datanode DatanodeRegistration(127.0.0.1:39335, datanodeUuid=d3f31ece-fd05-4b70-8ff2-9fb8b9ea38c5, infoPort=33311, infoSecurePort=0, ipcPort=45035, storageInfo=lv=-57;cid=testClusterID;nsid=1112376144;c=1732072658477) 2024-11-20T03:17:39,948 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4429845407a8bc71 with lease ID 0x51fb829ffa1e7d15: from storage DS-9e841d61-ab58-4053-b826-3ab77d262a67 node DatanodeRegistration(127.0.0.1:39335, datanodeUuid=d3f31ece-fd05-4b70-8ff2-9fb8b9ea38c5, infoPort=33311, infoSecurePort=0, ipcPort=45035, storageInfo=lv=-57;cid=testClusterID;nsid=1112376144;c=1732072658477), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T03:17:39,968 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c71306-9f6a-6e5e-3afe-8b3b36738d6d 2024-11-20T03:17:39,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:39,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:39,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39335 is added to blk_1073741825_1001 (size=7) 2024-11-20T03:17:40,379 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295 with version=8 2024-11-20T03:17:40,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/hbase-staging 2024-11-20T03:17:40,381 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:17:40,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:17:40,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:17:40,381 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:17:40,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:17:40,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:17:40,381 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T03:17:40,381 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:17:40,382 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43351 2024-11-20T03:17:40,383 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43351 connecting to ZooKeeper ensemble=127.0.0.1:59719 2024-11-20T03:17:40,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433510x0, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:17:40,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43351-0x101563f3bff0003 connected 2024-11-20T03:17:40,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:40,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:40,504 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43351-0x101563f3bff0003, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Set watcher on znode that does not yet exist, /1-982249869/running 2024-11-20T03:17:40,504 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295, hbase.cluster.distributed=false 2024-11-20T03:17:40,506 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43351-0x101563f3bff0003, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Set watcher on znode that does not yet exist, /1-982249869/acl 2024-11-20T03:17:40,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43351 2024-11-20T03:17:40,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43351 2024-11-20T03:17:40,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43351 2024-11-20T03:17:40,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43351 2024-11-20T03:17:40,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43351 2024-11-20T03:17:40,522 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:17:40,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:17:40,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:17:40,522 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:17:40,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:17:40,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:17:40,522 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T03:17:40,522 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:17:40,522 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38903 2024-11-20T03:17:40,523 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38903 connecting to ZooKeeper ensemble=127.0.0.1:59719 2024-11-20T03:17:40,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:40,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:40,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389030x0, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:17:40,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:389030x0, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Set watcher on znode that does not yet exist, /1-982249869/running 2024-11-20T03:17:40,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38903-0x101563f3bff0004 connected 2024-11-20T03:17:40,540 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T03:17:40,540 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T03:17:40,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38903-0x101563f3bff0004, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Set watcher on znode that does not yet exist, /1-982249869/master 2024-11-20T03:17:40,542 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38903-0x101563f3bff0004, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Set watcher on znode that does not yet exist, /1-982249869/acl 2024-11-20T03:17:40,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38903 2024-11-20T03:17:40,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38903 2024-11-20T03:17:40,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38903 2024-11-20T03:17:40,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38903 2024-11-20T03:17:40,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38903 2024-11-20T03:17:40,554 DEBUG [M:0;d00f728e99d7:43351 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d00f728e99d7:43351 2024-11-20T03:17:40,554 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-982249869/backup-masters/d00f728e99d7,43351,1732072660381 2024-11-20T03:17:40,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x101563f3bff0004, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-982249869/backup-masters 2024-11-20T03:17:40,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43351-0x101563f3bff0003, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-982249869/backup-masters 2024-11-20T03:17:40,564 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43351-0x101563f3bff0003, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Set watcher on existing znode=/1-982249869/backup-masters/d00f728e99d7,43351,1732072660381 2024-11-20T03:17:40,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x101563f3bff0004, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-982249869/master 2024-11-20T03:17:40,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43351-0x101563f3bff0003, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-982249869 2024-11-20T03:17:40,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x101563f3bff0004, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-982249869 2024-11-20T03:17:40,575 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43351-0x101563f3bff0003, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Set watcher on existing znode=/1-982249869/master 2024-11-20T03:17:40,575 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-982249869/backup-masters/d00f728e99d7,43351,1732072660381 from backup master directory 2024-11-20T03:17:40,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43351-0x101563f3bff0003, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-982249869/backup-masters/d00f728e99d7,43351,1732072660381 2024-11-20T03:17:40,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x101563f3bff0004, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-982249869/backup-masters 2024-11-20T03:17:40,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43351-0x101563f3bff0003, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-982249869/backup-masters 2024-11-20T03:17:40,585 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:17:40,585 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d00f728e99d7,43351,1732072660381 2024-11-20T03:17:40,589 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/hbase.id] with ID: 2a7852b0-cb5e-48c6-b093-87cbcefbcab6 2024-11-20T03:17:40,589 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/.tmp/hbase.id 2024-11-20T03:17:40,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39335 is added to blk_1073741826_1002 (size=42) 2024-11-20T03:17:40,994 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/.tmp/hbase.id]:[hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/hbase.id] 2024-11-20T03:17:41,007 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:41,007 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T03:17:41,008 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T03:17:41,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x101563f3bff0004, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-982249869 2024-11-20T03:17:41,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43351-0x101563f3bff0003, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-982249869 2024-11-20T03:17:41,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39335 is added to blk_1073741827_1003 (size=196) 2024-11-20T03:17:41,422 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:17:41,423 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T03:17:41,423 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:17:41,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39335 is added to blk_1073741828_1004 (size=1189) 2024-11-20T03:17:41,832 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/MasterData/data/master/store 2024-11-20T03:17:41,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39335 is added to blk_1073741829_1005 (size=34) 2024-11-20T03:17:41,840 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:17:41,841 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:17:41,841 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:17:41,841 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:17:41,841 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:17:41,841 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:17:41,841 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:17:41,841 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072661841Disabling compacts and flushes for region at 1732072661841Disabling writes for close at 1732072661841Writing region close event to WAL at 1732072661841Closed at 1732072661841 2024-11-20T03:17:41,842 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/MasterData/data/master/store/.initializing 2024-11-20T03:17:41,842 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/MasterData/WALs/d00f728e99d7,43351,1732072660381 2024-11-20T03:17:41,845 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:17:41,850 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d00f728e99d7%2C43351%2C1732072660381, suffix=, logDir=hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/MasterData/WALs/d00f728e99d7,43351,1732072660381, archiveDir=hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/MasterData/oldWALs, maxLogs=10 2024-11-20T03:17:41,867 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/MasterData/WALs/d00f728e99d7,43351,1732072660381/d00f728e99d7%2C43351%2C1732072660381.1732072661850, exclude list is [], retry=0 2024-11-20T03:17:41,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39335,DS-b034da2a-9c0a-404b-a5dc-88b8c8a0cc33,DISK] 2024-11-20T03:17:41,875 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/MasterData/WALs/d00f728e99d7,43351,1732072660381/d00f728e99d7%2C43351%2C1732072660381.1732072661850 2024-11-20T03:17:41,880 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33311:33311)] 2024-11-20T03:17:41,880 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:17:41,881 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:17:41,881 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:41,881 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:41,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:41,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T03:17:41,892 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:41,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:41,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:41,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T03:17:41,896 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:41,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:17:41,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:41,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T03:17:41,900 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:41,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:17:41,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:41,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T03:17:41,904 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:41,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:17:41,905 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:41,906 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:41,907 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:41,909 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:41,910 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:41,911 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:17:41,913 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:41,918 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:17:41,918 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74121106, jitterRate=0.10449054837226868}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:17:41,918 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732072661881Initializing all the Stores at 1732072661883 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072661883Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072661888 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072661888Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072661888Cleaning up temporary data from old regions at 1732072661910 (+22 ms)Region opened successfully at 1732072661918 (+8 ms) 2024-11-20T03:17:41,919 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T03:17:41,923 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@756df9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:17:41,924 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T03:17:41,924 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T03:17:41,924 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T03:17:41,924 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T03:17:41,925 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T03:17:41,926 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T03:17:41,926 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T03:17:41,932 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T03:17:41,934 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43351-0x101563f3bff0003, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Unable to get data of znode /1-982249869/balancer because node does not exist (not necessarily an error) 2024-11-20T03:17:41,985 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-982249869/balancer already deleted, retry=false 2024-11-20T03:17:41,985 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T03:17:41,987 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43351-0x101563f3bff0003, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Unable to get data of znode /1-982249869/normalizer because node does not exist (not necessarily an error) 2024-11-20T03:17:41,995 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-982249869/normalizer already deleted, retry=false 2024-11-20T03:17:41,996 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T03:17:42,025 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43351-0x101563f3bff0003, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Unable to get data of znode /1-982249869/switch/split because node does not exist (not necessarily an error) 2024-11-20T03:17:42,037 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-982249869/switch/split already deleted, retry=false 2024-11-20T03:17:42,039 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43351-0x101563f3bff0003, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Unable to get data of znode /1-982249869/switch/merge because node does not exist (not necessarily an error) 2024-11-20T03:17:42,048 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-982249869/switch/merge already deleted, retry=false 2024-11-20T03:17:42,052 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43351-0x101563f3bff0003, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Unable to get data of znode /1-982249869/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T03:17:42,058 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-982249869/snapshot-cleanup already deleted, retry=false 2024-11-20T03:17:42,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43351-0x101563f3bff0003, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-982249869/running 2024-11-20T03:17:42,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x101563f3bff0004, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-982249869/running 2024-11-20T03:17:42,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43351-0x101563f3bff0003, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-982249869 2024-11-20T03:17:42,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x101563f3bff0004, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-982249869 2024-11-20T03:17:42,070 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d00f728e99d7,43351,1732072660381, sessionid=0x101563f3bff0003, setting cluster-up flag (Was=false) 2024-11-20T03:17:42,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43351-0x101563f3bff0003, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-982249869 2024-11-20T03:17:42,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x101563f3bff0004, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-982249869 2024-11-20T03:17:42,122 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-982249869/flush-table-proc/acquired, /1-982249869/flush-table-proc/reached, /1-982249869/flush-table-proc/abort 2024-11-20T03:17:42,123 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,43351,1732072660381 2024-11-20T03:17:42,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43351-0x101563f3bff0003, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-982249869 2024-11-20T03:17:42,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x101563f3bff0004, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-982249869 2024-11-20T03:17:42,206 WARN [RS:0;d00f728e99d7:43869 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of d00f728e99d7,42087,1732072624683: status=Processing ServerCrashProcedure of d00f728e99d7,42087,1732072624683 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732072642201, completionTime=-1 appears to have been leaked 2024-11-20T03:17:42,216 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-982249869/online-snapshot/acquired, /1-982249869/online-snapshot/reached, /1-982249869/online-snapshot/abort 2024-11-20T03:17:42,218 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,43351,1732072660381 2024-11-20T03:17:42,221 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T03:17:42,223 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T03:17:42,224 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T03:17:42,224 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T03:17:42,224 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d00f728e99d7,43351,1732072660381 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T03:17:42,226 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:17:42,226 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:17:42,226 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:17:42,226 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:17:42,226 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d00f728e99d7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T03:17:42,226 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:42,226 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:17:42,227 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:42,237 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:17:42,237 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T03:17:42,238 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:42,238 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T03:17:42,244 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732072692244 2024-11-20T03:17:42,244 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T03:17:42,244 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T03:17:42,244 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T03:17:42,244 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T03:17:42,244 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T03:17:42,244 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T03:17:42,245 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:42,247 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T03:17:42,248 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T03:17:42,248 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T03:17:42,248 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T03:17:42,248 INFO [RS:0;d00f728e99d7:38903 {}] regionserver.HRegionServer(746): ClusterId : 2a7852b0-cb5e-48c6-b093-87cbcefbcab6 2024-11-20T03:17:42,248 DEBUG [RS:0;d00f728e99d7:38903 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T03:17:42,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39335 is added to blk_1073741831_1007 (size=1321) 2024-11-20T03:17:42,252 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T03:17:42,252 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T03:17:42,252 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072662252,5,FailOnTimeoutGroup] 2024-11-20T03:17:42,254 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072662252,5,FailOnTimeoutGroup] 2024-11-20T03:17:42,254 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:42,254 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T03:17:42,254 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:42,254 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:42,259 DEBUG [RS:0;d00f728e99d7:38903 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T03:17:42,259 DEBUG [RS:0;d00f728e99d7:38903 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T03:17:42,278 DEBUG [RS:0;d00f728e99d7:38903 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T03:17:42,278 DEBUG [RS:0;d00f728e99d7:38903 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@704f3195, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:17:42,290 DEBUG [RS:0;d00f728e99d7:38903 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d00f728e99d7:38903 2024-11-20T03:17:42,290 INFO [RS:0;d00f728e99d7:38903 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T03:17:42,290 INFO [RS:0;d00f728e99d7:38903 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T03:17:42,290 DEBUG [RS:0;d00f728e99d7:38903 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T03:17:42,291 INFO [RS:0;d00f728e99d7:38903 {}] regionserver.HRegionServer(2659): reportForDuty to master=d00f728e99d7,43351,1732072660381 with port=38903, startcode=1732072660521 2024-11-20T03:17:42,291 DEBUG [RS:0;d00f728e99d7:38903 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T03:17:42,293 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T03:17:42,293 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43351 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d00f728e99d7,38903,1732072660521 2024-11-20T03:17:42,293 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43351 {}] master.ServerManager(517): Registering regionserver=d00f728e99d7,38903,1732072660521 2024-11-20T03:17:42,295 DEBUG [RS:0;d00f728e99d7:38903 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295 2024-11-20T03:17:42,295 DEBUG [RS:0;d00f728e99d7:38903 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41615 2024-11-20T03:17:42,295 DEBUG [RS:0;d00f728e99d7:38903 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T03:17:42,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43351-0x101563f3bff0003, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-982249869/rs 2024-11-20T03:17:42,361 DEBUG [RS:0;d00f728e99d7:38903 {}] zookeeper.ZKUtil(111): regionserver:38903-0x101563f3bff0004, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Set watcher on existing znode=/1-982249869/rs/d00f728e99d7,38903,1732072660521 2024-11-20T03:17:42,361 WARN [RS:0;d00f728e99d7:38903 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:17:42,361 INFO [RS:0;d00f728e99d7:38903 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:17:42,361 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d00f728e99d7,38903,1732072660521] 2024-11-20T03:17:42,361 DEBUG [RS:0;d00f728e99d7:38903 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/WALs/d00f728e99d7,38903,1732072660521 2024-11-20T03:17:42,365 INFO [RS:0;d00f728e99d7:38903 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T03:17:42,367 INFO [RS:0;d00f728e99d7:38903 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T03:17:42,367 INFO [RS:0;d00f728e99d7:38903 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T03:17:42,367 INFO [RS:0;d00f728e99d7:38903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:42,367 INFO [RS:0;d00f728e99d7:38903 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T03:17:42,368 INFO [RS:0;d00f728e99d7:38903 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T03:17:42,368 INFO [RS:0;d00f728e99d7:38903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:42,369 DEBUG [RS:0;d00f728e99d7:38903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:42,369 DEBUG [RS:0;d00f728e99d7:38903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:42,369 DEBUG [RS:0;d00f728e99d7:38903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:42,369 DEBUG [RS:0;d00f728e99d7:38903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:42,369 DEBUG [RS:0;d00f728e99d7:38903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:42,369 DEBUG [RS:0;d00f728e99d7:38903 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:17:42,369 DEBUG [RS:0;d00f728e99d7:38903 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:42,369 DEBUG [RS:0;d00f728e99d7:38903 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:42,369 DEBUG [RS:0;d00f728e99d7:38903 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:42,369 DEBUG [RS:0;d00f728e99d7:38903 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:42,369 DEBUG [RS:0;d00f728e99d7:38903 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:42,369 DEBUG [RS:0;d00f728e99d7:38903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:42,369 DEBUG [RS:0;d00f728e99d7:38903 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:17:42,369 DEBUG [RS:0;d00f728e99d7:38903 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:17:42,370 INFO [RS:0;d00f728e99d7:38903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:42,370 INFO [RS:0;d00f728e99d7:38903 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:42,370 INFO [RS:0;d00f728e99d7:38903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:42,370 INFO [RS:0;d00f728e99d7:38903 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:42,370 INFO [RS:0;d00f728e99d7:38903 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:42,370 INFO [RS:0;d00f728e99d7:38903 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,38903,1732072660521-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:17:42,386 INFO [RS:0;d00f728e99d7:38903 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T03:17:42,386 INFO [RS:0;d00f728e99d7:38903 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,38903,1732072660521-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:42,387 INFO [RS:0;d00f728e99d7:38903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:42,387 INFO [RS:0;d00f728e99d7:38903 {}] regionserver.Replication(171): d00f728e99d7,38903,1732072660521 started 2024-11-20T03:17:42,401 INFO [RS:0;d00f728e99d7:38903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:42,401 INFO [RS:0;d00f728e99d7:38903 {}] regionserver.HRegionServer(1482): Serving as d00f728e99d7,38903,1732072660521, RpcServer on d00f728e99d7/172.17.0.2:38903, sessionid=0x101563f3bff0004 2024-11-20T03:17:42,401 DEBUG [RS:0;d00f728e99d7:38903 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T03:17:42,401 DEBUG [RS:0;d00f728e99d7:38903 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d00f728e99d7,38903,1732072660521 2024-11-20T03:17:42,401 DEBUG [RS:0;d00f728e99d7:38903 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,38903,1732072660521' 2024-11-20T03:17:42,401 DEBUG [RS:0;d00f728e99d7:38903 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-982249869/flush-table-proc/abort' 2024-11-20T03:17:42,402 DEBUG [RS:0;d00f728e99d7:38903 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-982249869/flush-table-proc/acquired' 2024-11-20T03:17:42,402 DEBUG [RS:0;d00f728e99d7:38903 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T03:17:42,402 DEBUG [RS:0;d00f728e99d7:38903 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T03:17:42,402 DEBUG [RS:0;d00f728e99d7:38903 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d00f728e99d7,38903,1732072660521 2024-11-20T03:17:42,402 DEBUG [RS:0;d00f728e99d7:38903 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,38903,1732072660521' 2024-11-20T03:17:42,402 DEBUG [RS:0;d00f728e99d7:38903 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-982249869/online-snapshot/abort' 2024-11-20T03:17:42,403 DEBUG [RS:0;d00f728e99d7:38903 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-982249869/online-snapshot/acquired' 2024-11-20T03:17:42,403 DEBUG [RS:0;d00f728e99d7:38903 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T03:17:42,403 INFO [RS:0;d00f728e99d7:38903 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T03:17:42,403 INFO [RS:0;d00f728e99d7:38903 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T03:17:42,503 INFO [RS:0;d00f728e99d7:38903 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:17:42,505 INFO [RS:0;d00f728e99d7:38903 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C38903%2C1732072660521, suffix=, logDir=hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/WALs/d00f728e99d7,38903,1732072660521, archiveDir=hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/oldWALs, maxLogs=10 2024-11-20T03:17:42,519 DEBUG [RS:0;d00f728e99d7:38903 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/WALs/d00f728e99d7,38903,1732072660521/d00f728e99d7%2C38903%2C1732072660521.1732072662506, exclude list is [], retry=0 2024-11-20T03:17:42,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39335,DS-b034da2a-9c0a-404b-a5dc-88b8c8a0cc33,DISK] 2024-11-20T03:17:42,525 INFO [RS:0;d00f728e99d7:38903 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/WALs/d00f728e99d7,38903,1732072660521/d00f728e99d7%2C38903%2C1732072660521.1732072662506 2024-11-20T03:17:42,525 DEBUG [RS:0;d00f728e99d7:38903 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33311:33311)] 2024-11-20T03:17:42,651 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T03:17:42,651 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295 2024-11-20T03:17:42,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39335 is added to blk_1073741833_1009 (size=32) 2024-11-20T03:17:42,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:17:42,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:17:42,672 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:17:42,672 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:42,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:42,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:17:42,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:17:42,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:42,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:42,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:17:42,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:17:42,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:42,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:42,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:17:42,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:17:42,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:42,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:42,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:17:42,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/data/hbase/meta/1588230740 2024-11-20T03:17:42,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/data/hbase/meta/1588230740 2024-11-20T03:17:42,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:17:42,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:17:42,687 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:17:42,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:17:42,697 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:17:42,697 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71264927, jitterRate=0.06193016469478607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:17:42,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732072662669Initializing all the Stores at 1732072662670 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072662670Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072662670Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072662670Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072662670Cleaning up temporary data from old regions at 1732072662687 (+17 ms)Region opened successfully at 1732072662698 (+11 ms) 2024-11-20T03:17:42,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:17:42,698 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:17:42,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:17:42,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:17:42,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:17:42,698 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:17:42,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072662698Disabling compacts and flushes for region at 1732072662698Disabling writes for close at 1732072662698Writing region close event to WAL at 1732072662698Closed at 1732072662698 2024-11-20T03:17:42,700 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:17:42,700 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T03:17:42,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T03:17:42,702 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:17:42,703 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T03:17:42,853 DEBUG [d00f728e99d7:43351 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T03:17:42,854 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d00f728e99d7,38903,1732072660521 2024-11-20T03:17:42,855 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,38903,1732072660521, state=OPENING 2024-11-20T03:17:42,900 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T03:17:42,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43351-0x101563f3bff0003, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-982249869 2024-11-20T03:17:42,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x101563f3bff0004, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-982249869 2024-11-20T03:17:42,912 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-982249869/meta-region-server: CHANGED 2024-11-20T03:17:42,912 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:17:42,912 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-982249869/meta-region-server: CHANGED 2024-11-20T03:17:42,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,38903,1732072660521}] 2024-11-20T03:17:43,065 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:17:43,066 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T03:17:43,070 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T03:17:43,070 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:17:43,070 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T03:17:43,072 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C38903%2C1732072660521.meta, suffix=.meta, logDir=hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/WALs/d00f728e99d7,38903,1732072660521, archiveDir=hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/oldWALs, maxLogs=10 2024-11-20T03:17:43,083 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/WALs/d00f728e99d7,38903,1732072660521/d00f728e99d7%2C38903%2C1732072660521.meta.1732072663072.meta, exclude list is [], retry=0 2024-11-20T03:17:43,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39335,DS-b034da2a-9c0a-404b-a5dc-88b8c8a0cc33,DISK] 2024-11-20T03:17:43,087 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/WALs/d00f728e99d7,38903,1732072660521/d00f728e99d7%2C38903%2C1732072660521.meta.1732072663072.meta 2024-11-20T03:17:43,088 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33311:33311)] 2024-11-20T03:17:43,088 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:17:43,088 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:17:43,088 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:17:43,088 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T03:17:43,088 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T03:17:43,088 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T03:17:43,088 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:17:43,088 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T03:17:43,089 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T03:17:43,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:17:43,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:17:43,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:43,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:43,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:17:43,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:17:43,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:43,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:43,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:17:43,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:17:43,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:43,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:43,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:17:43,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:17:43,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:43,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:43,095 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:17:43,095 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/data/hbase/meta/1588230740 2024-11-20T03:17:43,096 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/data/hbase/meta/1588230740 2024-11-20T03:17:43,098 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:17:43,098 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:17:43,098 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:17:43,099 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:17:43,100 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60737167, jitterRate=-0.09494568407535553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:17:43,100 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T03:17:43,100 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732072663089Writing region info on filesystem at 1732072663089Initializing all the Stores at 1732072663090 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072663090Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072663090Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072663090Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072663090Cleaning up temporary data from old regions at 1732072663098 (+8 ms)Running coprocessor post-open hooks at 1732072663100 (+2 ms)Region opened successfully at 1732072663100 2024-11-20T03:17:43,102 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732072663064 2024-11-20T03:17:43,104 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T03:17:43,105 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T03:17:43,105 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d00f728e99d7,38903,1732072660521 2024-11-20T03:17:43,106 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,38903,1732072660521, state=OPEN 2024-11-20T03:17:43,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x101563f3bff0004, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-982249869/meta-region-server 2024-11-20T03:17:43,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43351-0x101563f3bff0003, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-982249869/meta-region-server 2024-11-20T03:17:43,208 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d00f728e99d7,38903,1732072660521 2024-11-20T03:17:43,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-982249869/meta-region-server: CHANGED 2024-11-20T03:17:43,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-982249869/meta-region-server: CHANGED 2024-11-20T03:17:43,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T03:17:43,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,38903,1732072660521 in 296 msec 2024-11-20T03:17:43,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T03:17:43,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 512 msec 2024-11-20T03:17:43,215 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:17:43,215 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T03:17:43,216 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:17:43,216 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,38903,1732072660521, seqNum=-1] 2024-11-20T03:17:43,217 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:17:43,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:17:43,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0010 sec 2024-11-20T03:17:43,224 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732072663224, completionTime=-1 2024-11-20T03:17:43,224 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T03:17:43,224 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T03:17:43,226 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T03:17:43,226 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732072723226 2024-11-20T03:17:43,226 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732072783226 2024-11-20T03:17:43,226 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T03:17:43,226 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,43351,1732072660381-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:43,226 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,43351,1732072660381-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:43,226 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,43351,1732072660381-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:43,226 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d00f728e99d7:43351, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:43,226 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:43,227 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:43,228 DEBUG [master/d00f728e99d7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T03:17:43,230 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.645sec 2024-11-20T03:17:43,231 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T03:17:43,231 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T03:17:43,231 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T03:17:43,231 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T03:17:43,231 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T03:17:43,231 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,43351,1732072660381-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:17:43,231 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,43351,1732072660381-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T03:17:43,233 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T03:17:43,233 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T03:17:43,233 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,43351,1732072660381-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:43,249 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T03:17:43,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60dd1593, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:43,249 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,43351,-1 for getting cluster id 2024-11-20T03:17:43,249 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:17:43,250 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a7852b0-cb5e-48c6-b093-87cbcefbcab6' 2024-11-20T03:17:43,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:17:43,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a7852b0-cb5e-48c6-b093-87cbcefbcab6" 2024-11-20T03:17:43,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e3c3cc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:43,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,43351,-1] 2024-11-20T03:17:43,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:17:43,252 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:43,253 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:17:43,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50c8533a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:43,254 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:17:43,255 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,38903,1732072660521, seqNum=-1] 2024-11-20T03:17:43,255 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:17:43,256 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:17:43,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d00f728e99d7,43351,1732072660381 2024-11-20T03:17:43,259 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59719 2024-11-20T03:17:43,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:17:43,287 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101563f3bff0005 connected 2024-11-20T03:17:43,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cedc660, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:43,300 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,35983,-1 for getting cluster id 2024-11-20T03:17:43,300 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:17:43,301 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '55d85596-8ad3-49cb-b8a1-69240b63c045' 2024-11-20T03:17:43,301 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:17:43,301 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "55d85596-8ad3-49cb-b8a1-69240b63c045" 2024-11-20T03:17:43,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c23ec04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:43,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,35983,-1] 2024-11-20T03:17:43,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:17:43,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:43,303 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:17:43,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c644cf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:43,304 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:17:43,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,35983,1732072654963 2024-11-20T03:17:43,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55e61c90 2024-11-20T03:17:43,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:17:43,306 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:17:43,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35983 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d00f728e99d7:43351,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T03:17:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35983 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T03:17:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:17:43,310 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d00f728e99d7:43351' 2024-11-20T03:17:43,311 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e5e0da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:43,311 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,43351,-1 for getting cluster id 2024-11-20T03:17:43,311 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:17:43,312 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a7852b0-cb5e-48c6-b093-87cbcefbcab6' 2024-11-20T03:17:43,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:17:43,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a7852b0-cb5e-48c6-b093-87cbcefbcab6" 2024-11-20T03:17:43,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b411c2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:43,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,43351,-1] 2024-11-20T03:17:43,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:17:43,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:43,313 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:17:43,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fae3ec1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:43,314 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:17:43,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,43351,1732072660381 2024-11-20T03:17:43,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2af6b067 2024-11-20T03:17:43,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:17:43,316 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:17:43,317 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-20T03:17:43,317 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T03:17:43,317 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:43,317 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:43,317 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:17:43,317 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:17:43,319 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T03:17:43,320 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T03:17:43,320 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:43,321 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T03:17:43,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37073 is added to blk_1073741835_1011 (size=1138) 2024-11-20T03:17:43,369 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T03:17:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:17:43,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:17:43,729 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b12efc609a09dea7ea15aea9ec83b152, NAME => 'hbase:replication,,1732072663317.b12efc609a09dea7ea15aea9ec83b152.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26 2024-11-20T03:17:43,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37073 is added to blk_1073741836_1012 (size=44) 2024-11-20T03:17:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:17:44,138 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732072663317.b12efc609a09dea7ea15aea9ec83b152.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:17:44,138 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b12efc609a09dea7ea15aea9ec83b152, disabling compactions & flushes 2024-11-20T03:17:44,138 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732072663317.b12efc609a09dea7ea15aea9ec83b152. 2024-11-20T03:17:44,138 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732072663317.b12efc609a09dea7ea15aea9ec83b152. 2024-11-20T03:17:44,138 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732072663317.b12efc609a09dea7ea15aea9ec83b152. after waiting 0 ms 2024-11-20T03:17:44,138 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732072663317.b12efc609a09dea7ea15aea9ec83b152. 2024-11-20T03:17:44,138 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732072663317.b12efc609a09dea7ea15aea9ec83b152. 2024-11-20T03:17:44,138 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b12efc609a09dea7ea15aea9ec83b152: Waiting for close lock at 1732072664138Disabling compacts and flushes for region at 1732072664138Disabling writes for close at 1732072664138Writing region close event to WAL at 1732072664138Closed at 1732072664138 2024-11-20T03:17:44,140 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T03:17:44,140 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732072663317.b12efc609a09dea7ea15aea9ec83b152.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732072664140"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732072664140"}]},"ts":"1732072664140"} 2024-11-20T03:17:44,142 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T03:17:44,143 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T03:17:44,144 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072664144"}]},"ts":"1732072664144"} 2024-11-20T03:17:44,146 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T03:17:44,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b12efc609a09dea7ea15aea9ec83b152, ASSIGN}] 2024-11-20T03:17:44,147 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b12efc609a09dea7ea15aea9ec83b152, ASSIGN 2024-11-20T03:17:44,148 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b12efc609a09dea7ea15aea9ec83b152, ASSIGN; state=OFFLINE, location=d00f728e99d7,43869,1732072655170; forceNewPlan=false, retain=false 2024-11-20T03:17:44,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T03:17:44,209 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T03:17:44,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:17:44,210 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T03:17:44,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:17:44,210 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T03:17:44,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T03:17:44,210 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T03:17:44,298 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b12efc609a09dea7ea15aea9ec83b152, regionState=OPENING, regionLocation=d00f728e99d7,43869,1732072655170 2024-11-20T03:17:44,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b12efc609a09dea7ea15aea9ec83b152, ASSIGN because future has completed 2024-11-20T03:17:44,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b12efc609a09dea7ea15aea9ec83b152, server=d00f728e99d7,43869,1732072655170}] 2024-11-20T03:17:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:17:44,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732072663317.b12efc609a09dea7ea15aea9ec83b152. 2024-11-20T03:17:44,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:17:44,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T03:17:44,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C43869%2C1732072655170.rep, suffix=, logDir=hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/WALs/d00f728e99d7,43869,1732072655170, archiveDir=hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/oldWALs, maxLogs=10 2024-11-20T03:17:44,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/WALs/d00f728e99d7,43869,1732072655170/d00f728e99d7%2C43869%2C1732072655170.rep.1732072664460, exclude list is [], retry=0 2024-11-20T03:17:44,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37073,DS-f168252f-2695-4317-9ba0-409828d6ca97,DISK] 2024-11-20T03:17:44,475 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/WALs/d00f728e99d7,43869,1732072655170/d00f728e99d7%2C43869%2C1732072655170.rep.1732072664460 2024-11-20T03:17:44,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34149:34149)] 2024-11-20T03:17:44,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => b12efc609a09dea7ea15aea9ec83b152, NAME => 'hbase:replication,,1732072663317.b12efc609a09dea7ea15aea9ec83b152.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:17:44,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:17:44,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:17:44,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732072663317.b12efc609a09dea7ea15aea9ec83b152. service=MultiRowMutationService 2024-11-20T03:17:44,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T03:17:44,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b12efc609a09dea7ea15aea9ec83b152 2024-11-20T03:17:44,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732072663317.b12efc609a09dea7ea15aea9ec83b152.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:17:44,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for b12efc609a09dea7ea15aea9ec83b152 2024-11-20T03:17:44,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for b12efc609a09dea7ea15aea9ec83b152 2024-11-20T03:17:44,478 INFO [StoreOpener-b12efc609a09dea7ea15aea9ec83b152-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b12efc609a09dea7ea15aea9ec83b152 2024-11-20T03:17:44,479 INFO [StoreOpener-b12efc609a09dea7ea15aea9ec83b152-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b12efc609a09dea7ea15aea9ec83b152 columnFamilyName hfileref 2024-11-20T03:17:44,479 DEBUG [StoreOpener-b12efc609a09dea7ea15aea9ec83b152-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:44,479 INFO [StoreOpener-b12efc609a09dea7ea15aea9ec83b152-1 {}] regionserver.HStore(327): Store=b12efc609a09dea7ea15aea9ec83b152/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:17:44,480 INFO [StoreOpener-b12efc609a09dea7ea15aea9ec83b152-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b12efc609a09dea7ea15aea9ec83b152 2024-11-20T03:17:44,481 INFO [StoreOpener-b12efc609a09dea7ea15aea9ec83b152-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b12efc609a09dea7ea15aea9ec83b152 columnFamilyName queue 2024-11-20T03:17:44,481 DEBUG [StoreOpener-b12efc609a09dea7ea15aea9ec83b152-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:44,481 INFO [StoreOpener-b12efc609a09dea7ea15aea9ec83b152-1 {}] regionserver.HStore(327): Store=b12efc609a09dea7ea15aea9ec83b152/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:17:44,481 INFO [StoreOpener-b12efc609a09dea7ea15aea9ec83b152-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b12efc609a09dea7ea15aea9ec83b152 2024-11-20T03:17:44,483 INFO [StoreOpener-b12efc609a09dea7ea15aea9ec83b152-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b12efc609a09dea7ea15aea9ec83b152 columnFamilyName sid 2024-11-20T03:17:44,483 DEBUG [StoreOpener-b12efc609a09dea7ea15aea9ec83b152-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:44,483 INFO [StoreOpener-b12efc609a09dea7ea15aea9ec83b152-1 {}] regionserver.HStore(327): Store=b12efc609a09dea7ea15aea9ec83b152/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:17:44,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for b12efc609a09dea7ea15aea9ec83b152 2024-11-20T03:17:44,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/data/hbase/replication/b12efc609a09dea7ea15aea9ec83b152 2024-11-20T03:17:44,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/data/hbase/replication/b12efc609a09dea7ea15aea9ec83b152 2024-11-20T03:17:44,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for b12efc609a09dea7ea15aea9ec83b152 2024-11-20T03:17:44,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for b12efc609a09dea7ea15aea9ec83b152 2024-11-20T03:17:44,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:17:44,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for b12efc609a09dea7ea15aea9ec83b152 2024-11-20T03:17:44,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/data/hbase/replication/b12efc609a09dea7ea15aea9ec83b152/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:17:44,489 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened b12efc609a09dea7ea15aea9ec83b152; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60502844, jitterRate=-0.0984373688697815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:17:44,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b12efc609a09dea7ea15aea9ec83b152 2024-11-20T03:17:44,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for b12efc609a09dea7ea15aea9ec83b152: Running coprocessor pre-open hook at 1732072664476Writing region info on filesystem at 1732072664476Initializing all the Stores at 1732072664477 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072664477Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072664477Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072664478 (+1 ms)Cleaning up temporary data from old regions at 1732072664485 (+7 ms)Running coprocessor post-open hooks at 1732072664489 (+4 ms)Region opened successfully at 1732072664490 (+1 ms) 2024-11-20T03:17:44,491 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732072663317.b12efc609a09dea7ea15aea9ec83b152., pid=7, masterSystemTime=1732072664454 2024-11-20T03:17:44,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732072663317.b12efc609a09dea7ea15aea9ec83b152. 2024-11-20T03:17:44,493 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732072663317.b12efc609a09dea7ea15aea9ec83b152. 2024-11-20T03:17:44,494 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b12efc609a09dea7ea15aea9ec83b152, regionState=OPEN, openSeqNum=2, regionLocation=d00f728e99d7,43869,1732072655170 2024-11-20T03:17:44,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b12efc609a09dea7ea15aea9ec83b152, server=d00f728e99d7,43869,1732072655170 because future has completed 2024-11-20T03:17:44,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-20T03:17:44,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b12efc609a09dea7ea15aea9ec83b152, server=d00f728e99d7,43869,1732072655170 in 196 msec 2024-11-20T03:17:44,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T03:17:44,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b12efc609a09dea7ea15aea9ec83b152, ASSIGN in 353 msec 2024-11-20T03:17:44,502 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T03:17:44,502 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072664502"}]},"ts":"1732072664502"} 2024-11-20T03:17:44,504 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T03:17:44,505 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T03:17:44,507 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1880 sec 2024-11-20T03:17:44,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732072663317.b12efc609a09dea7ea15aea9ec83b152., hostname=d00f728e99d7,43869,1732072655170, seqNum=2] 2024-11-20T03:17:44,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43869-0x101563f3bff0001, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239360422 2024-11-20T03:17:44,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35983-0x101563f3bff0000, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239360422 2024-11-20T03:17:44,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T03:17:44,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-20T03:17:44,771 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T03:17:44,798 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-d00f728e99d7,43869,1732072655170, ReplicationSource: 1, currentBandwidth=0 2024-11-20T03:17:44,799 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:17:44,799 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,43869,1732072655170, seqNum=-1] 2024-11-20T03:17:44,799 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:17:44,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-20T03:17:44,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d00f728e99d7,43869,1732072655170', locateType=CURRENT is [region=hbase:replication,,1732072663317.b12efc609a09dea7ea15aea9ec83b152., hostname=d00f728e99d7,43869,1732072655170, seqNum=2] 2024-11-20T03:17:44,806 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T03:17:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35983 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T03:17:44,809 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d00f728e99d7,43869,1732072655170 suceeded 2024-11-20T03:17:44,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-20T03:17:44,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-20T03:17:44,812 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d00f728e99d7:43351,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T03:17:44,814 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5050 sec 2024-11-20T03:17:44,821 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,43869,1732072655170 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d00f728e99d7:43351' 2024-11-20T03:17:44,822 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,43869,1732072655170 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@245a3d85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:44,822 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,43869,1732072655170 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,43351,-1 for getting cluster id 2024-11-20T03:17:44,822 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,43869,1732072655170 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:17:44,823 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a7852b0-cb5e-48c6-b093-87cbcefbcab6' 2024-11-20T03:17:44,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:17:44,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a7852b0-cb5e-48c6-b093-87cbcefbcab6" 2024-11-20T03:17:44,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14dd6c66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:44,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,43351,-1] 2024-11-20T03:17:44,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:17:44,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:44,825 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:17:44,826 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,43869,1732072655170 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@779a4cdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:44,826 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,43869,1732072655170 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:17:44,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,43351,1732072660381 2024-11-20T03:17:44,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@254295ba 2024-11-20T03:17:44,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:17:44,828 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-20T03:17:44,829 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,43869,1732072655170 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d00f728e99d7,43869,1732072655170 (queues=1) is replicating from cluster=55d85596-8ad3-49cb-b8a1-69240b63c045 to cluster=2a7852b0-cb5e-48c6-b093-87cbcefbcab6 2024-11-20T03:17:44,829 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,43869,1732072655170 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d00f728e99d7%2C43869%2C1732072655170 2024-11-20T03:17:44,829 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,43869,1732072655170 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d00f728e99d7,43869,1732072655170, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T03:17:44,829 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,43869,1732072655170.replicationSource.shipperd00f728e99d7%2C43869%2C1732072655170,1-d00f728e99d7,43869,1732072655170 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d00f728e99d7%2C43869%2C1732072655170 2024-11-20T03:17:44,829 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,43869,1732072655170.replicationSource.wal-reader.d00f728e99d7%2C43869%2C1732072655170,1-d00f728e99d7,43869,1732072655170 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/WALs/d00f728e99d7,43869,1732072655170/d00f728e99d7%2C43869%2C1732072655170.1732072657396, startPosition=0, beingWritten=true 2024-11-20T03:17:45,035 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,43869,1732072655170.replicationSource.wal-reader.d00f728e99d7%2C43869%2C1732072655170,1-d00f728e99d7,43869,1732072655170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/WALs/d00f728e99d7,43869,1732072655170/d00f728e99d7%2C43869%2C1732072655170.1732072657396 to pos 0, reset compression=false 2024-11-20T03:17:45,340 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,43869,1732072655170.replicationSource.wal-reader.d00f728e99d7%2C43869%2C1732072655170,1-d00f728e99d7,43869,1732072655170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/WALs/d00f728e99d7,43869,1732072655170/d00f728e99d7%2C43869%2C1732072655170.1732072657396 to pos 0, reset compression=false 2024-11-20T03:17:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:17:45,453 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T03:17:45,453 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:17:45,453 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:17:45,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:45,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:45,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:17:45,453 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:17:45,454 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,35983,1732072654963 2024-11-20T03:17:45,454 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3700d497 2024-11-20T03:17:45,455 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:17:45,456 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:17:45,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35983 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-20T03:17:45,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T03:17:45,457 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:17:45,457 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:17:45,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:45,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:45,457 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:17:45,458 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T03:17:45,458 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1251072058, stopped=false 2024-11-20T03:17:45,458 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d00f728e99d7,43351,1732072660381 2024-11-20T03:17:45,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43351-0x101563f3bff0003, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-982249869/running 2024-11-20T03:17:45,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x101563f3bff0004, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-982249869/running 2024-11-20T03:17:45,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x101563f3bff0004, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-982249869 2024-11-20T03:17:45,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43351-0x101563f3bff0003, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-982249869 2024-11-20T03:17:45,521 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:17:45,522 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:17:45,522 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:17:45,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:45,522 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd00f728e99d7,38903,1732072660521' ***** 2024-11-20T03:17:45,522 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T03:17:45,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38903-0x101563f3bff0004, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Set watcher on znode that does not yet exist, /1-982249869/running 2024-11-20T03:17:45,522 INFO [RS:0;d00f728e99d7:38903 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T03:17:45,522 INFO [RS:0;d00f728e99d7:38903 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T03:17:45,523 INFO [RS:0;d00f728e99d7:38903 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T03:17:45,523 INFO [RS:0;d00f728e99d7:38903 {}] regionserver.HRegionServer(959): stopping server d00f728e99d7,38903,1732072660521 2024-11-20T03:17:45,523 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43351-0x101563f3bff0003, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Set watcher on znode that does not yet exist, /1-982249869/running 2024-11-20T03:17:45,523 INFO [RS:0;d00f728e99d7:38903 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:17:45,523 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T03:17:45,523 INFO [RS:0;d00f728e99d7:38903 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:38903. 2024-11-20T03:17:45,523 DEBUG [RS:0;d00f728e99d7:38903 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:17:45,523 DEBUG [RS:0;d00f728e99d7:38903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:45,523 INFO [RS:0;d00f728e99d7:38903 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T03:17:45,523 INFO [RS:0;d00f728e99d7:38903 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T03:17:45,523 INFO [RS:0;d00f728e99d7:38903 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T03:17:45,523 INFO [RS:0;d00f728e99d7:38903 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T03:17:45,523 INFO [RS:0;d00f728e99d7:38903 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T03:17:45,523 DEBUG [RS:0;d00f728e99d7:38903 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T03:17:45,524 DEBUG [RS:0;d00f728e99d7:38903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:17:45,524 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:17:45,524 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:17:45,524 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:17:45,524 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:17:45,524 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:17:45,524 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-20T03:17:45,541 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/data/hbase/meta/1588230740/.tmp/ns/bf3ad78afb344f74886667d43b26cff8 is 43, key is default/ns:d/1732072663219/Put/seqid=0 2024-11-20T03:17:45,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39335 is added to blk_1073741835_1011 (size=5153) 2024-11-20T03:17:45,546 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/data/hbase/meta/1588230740/.tmp/ns/bf3ad78afb344f74886667d43b26cff8 2024-11-20T03:17:45,553 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/data/hbase/meta/1588230740/.tmp/ns/bf3ad78afb344f74886667d43b26cff8 as hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/data/hbase/meta/1588230740/ns/bf3ad78afb344f74886667d43b26cff8 2024-11-20T03:17:45,559 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/data/hbase/meta/1588230740/ns/bf3ad78afb344f74886667d43b26cff8, entries=2, sequenceid=6, filesize=5.0 K 2024-11-20T03:17:45,561 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 37ms, sequenceid=6, compaction requested=false 2024-11-20T03:17:45,568 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T03:17:45,569 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:17:45,569 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:17:45,569 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:17:45,569 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072665523Running coprocessor pre-close hooks at 1732072665524 (+1 ms)Disabling compacts and flushes for region at 1732072665524Disabling writes for close at 1732072665524Obtaining lock to block concurrent updates at 1732072665524Preparing flush snapshotting stores in 1588230740 at 1732072665524Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732072665524Flushing stores of hbase:meta,,1.1588230740 at 1732072665525 (+1 ms)Flushing 1588230740/ns: creating writer at 1732072665525Flushing 1588230740/ns: appending metadata at 1732072665540 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732072665540Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f14098: reopening flushed file at 1732072665552 (+12 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 37ms, sequenceid=6, compaction requested=false at 1732072665561 (+9 ms)Writing region close event to WAL at 1732072665563 (+2 ms)Running coprocessor post-close hooks at 1732072665569 (+6 ms)Closed at 1732072665569 2024-11-20T03:17:45,569 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T03:17:45,574 INFO [regionserver/d00f728e99d7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:17:45,724 INFO [RS:0;d00f728e99d7:38903 {}] regionserver.HRegionServer(976): stopping server d00f728e99d7,38903,1732072660521; all regions closed. 2024-11-20T03:17:45,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39335 is added to blk_1073741834_1010 (size=1152) 2024-11-20T03:17:45,726 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/WALs/d00f728e99d7,38903,1732072660521/d00f728e99d7%2C38903%2C1732072660521.meta.1732072663072.meta not finished, retry = 0 2024-11-20T03:17:45,745 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,43869,1732072655170.replicationSource.wal-reader.d00f728e99d7%2C43869%2C1732072655170,1-d00f728e99d7,43869,1732072655170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/WALs/d00f728e99d7,43869,1732072655170/d00f728e99d7%2C43869%2C1732072655170.1732072657396 to pos 0, reset compression=false 2024-11-20T03:17:45,829 DEBUG [RS:0;d00f728e99d7:38903 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/oldWALs 2024-11-20T03:17:45,829 INFO [RS:0;d00f728e99d7:38903 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d00f728e99d7%2C38903%2C1732072660521.meta:.meta(num 1732072663072) 2024-11-20T03:17:45,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39335 is added to blk_1073741832_1008 (size=93) 2024-11-20T03:17:45,831 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/WALs/d00f728e99d7,38903,1732072660521/d00f728e99d7%2C38903%2C1732072660521.1732072662506 not finished, retry = 0 2024-11-20T03:17:45,934 DEBUG [RS:0;d00f728e99d7:38903 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/oldWALs 2024-11-20T03:17:45,934 INFO [RS:0;d00f728e99d7:38903 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d00f728e99d7%2C38903%2C1732072660521:(num 1732072662506) 2024-11-20T03:17:45,934 DEBUG [RS:0;d00f728e99d7:38903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:45,934 INFO [RS:0;d00f728e99d7:38903 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:17:45,934 INFO [RS:0;d00f728e99d7:38903 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:17:45,934 INFO [RS:0;d00f728e99d7:38903 {}] hbase.ChoreService(370): Chore service for: regionserver/d00f728e99d7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T03:17:45,935 INFO [RS:0;d00f728e99d7:38903 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:17:45,935 INFO [regionserver/d00f728e99d7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:17:45,935 INFO [RS:0;d00f728e99d7:38903 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38903 2024-11-20T03:17:45,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x101563f3bff0004, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-982249869/rs/d00f728e99d7,38903,1732072660521 2024-11-20T03:17:45,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43351-0x101563f3bff0003, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-982249869/rs 2024-11-20T03:17:45,984 INFO [RS:0;d00f728e99d7:38903 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:17:45,995 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d00f728e99d7,38903,1732072660521] 2024-11-20T03:17:46,005 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-982249869/draining/d00f728e99d7,38903,1732072660521 already deleted, retry=false 2024-11-20T03:17:46,005 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d00f728e99d7,38903,1732072660521 expired; onlineServers=0 2024-11-20T03:17:46,005 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd00f728e99d7,43351,1732072660381' ***** 2024-11-20T03:17:46,005 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T03:17:46,005 INFO [M:0;d00f728e99d7:43351 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:17:46,005 INFO [M:0;d00f728e99d7:43351 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:17:46,006 DEBUG [M:0;d00f728e99d7:43351 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T03:17:46,006 DEBUG [M:0;d00f728e99d7:43351 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T03:17:46,006 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072662252 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072662252,5,FailOnTimeoutGroup] 2024-11-20T03:17:46,006 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072662252 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072662252,5,FailOnTimeoutGroup] 2024-11-20T03:17:46,006 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T03:17:46,006 INFO [M:0;d00f728e99d7:43351 {}] hbase.ChoreService(370): Chore service for: master/d00f728e99d7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T03:17:46,006 INFO [M:0;d00f728e99d7:43351 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:17:46,006 DEBUG [M:0;d00f728e99d7:43351 {}] master.HMaster(1795): Stopping service threads 2024-11-20T03:17:46,006 INFO [M:0;d00f728e99d7:43351 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T03:17:46,006 INFO [M:0;d00f728e99d7:43351 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:17:46,006 INFO [M:0;d00f728e99d7:43351 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T03:17:46,006 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T03:17:46,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43351-0x101563f3bff0003, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-982249869/master 2024-11-20T03:17:46,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43351-0x101563f3bff0003, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-982249869 2024-11-20T03:17:46,016 DEBUG [M:0;d00f728e99d7:43351 {}] zookeeper.ZKUtil(347): master:43351-0x101563f3bff0003, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Unable to get data of znode /1-982249869/master because node does not exist (not an error) 2024-11-20T03:17:46,016 WARN [M:0;d00f728e99d7:43351 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T03:17:46,017 INFO [M:0;d00f728e99d7:43351 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/.lastflushedseqids 2024-11-20T03:17:46,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39335 is added to blk_1073741836_1012 (size=99) 2024-11-20T03:17:46,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x101563f3bff0004, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:17:46,095 INFO [RS:0;d00f728e99d7:38903 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:17:46,095 INFO [RS:0;d00f728e99d7:38903 {}] regionserver.HRegionServer(1031): Exiting; stopping=d00f728e99d7,38903,1732072660521; zookeeper connection closed. 2024-11-20T03:17:46,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38903-0x101563f3bff0004, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:17:46,095 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e469682 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e469682 2024-11-20T03:17:46,096 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T03:17:46,249 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,43869,1732072655170.replicationSource.wal-reader.d00f728e99d7%2C43869%2C1732072655170,1-d00f728e99d7,43869,1732072655170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/WALs/d00f728e99d7,43869,1732072655170/d00f728e99d7%2C43869%2C1732072655170.1732072657396 to pos 0, reset compression=false 2024-11-20T03:17:46,422 INFO [M:0;d00f728e99d7:43351 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T03:17:46,422 INFO [M:0;d00f728e99d7:43351 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T03:17:46,422 DEBUG [M:0;d00f728e99d7:43351 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:17:46,422 INFO [M:0;d00f728e99d7:43351 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:17:46,422 DEBUG [M:0;d00f728e99d7:43351 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:17:46,422 DEBUG [M:0;d00f728e99d7:43351 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:17:46,422 DEBUG [M:0;d00f728e99d7:43351 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:17:46,422 INFO [M:0;d00f728e99d7:43351 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-20T03:17:46,438 DEBUG [M:0;d00f728e99d7:43351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c223fef43ba84d92a8c7e5be11378730 is 82, key is hbase:meta,,1/info:regioninfo/1732072663105/Put/seqid=0 2024-11-20T03:17:46,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39335 is added to blk_1073741837_1013 (size=5672) 2024-11-20T03:17:46,843 INFO [M:0;d00f728e99d7:43351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c223fef43ba84d92a8c7e5be11378730 2024-11-20T03:17:46,855 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,43869,1732072655170.replicationSource.wal-reader.d00f728e99d7%2C43869%2C1732072655170,1-d00f728e99d7,43869,1732072655170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/WALs/d00f728e99d7,43869,1732072655170/d00f728e99d7%2C43869%2C1732072655170.1732072657396 to pos 0, reset compression=false 2024-11-20T03:17:46,861 DEBUG [M:0;d00f728e99d7:43351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba7a6ce136114a4985f6b5af5c84bf17 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732072663223/Put/seqid=0 2024-11-20T03:17:46,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39335 is added to blk_1073741838_1014 (size=5275) 2024-11-20T03:17:47,266 INFO [M:0;d00f728e99d7:43351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba7a6ce136114a4985f6b5af5c84bf17 2024-11-20T03:17:47,287 DEBUG [M:0;d00f728e99d7:43351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c7722da6d82421ab20e6c8e9ed88c61 is 69, key is d00f728e99d7,38903,1732072660521/rs:state/1732072662294/Put/seqid=0 2024-11-20T03:17:47,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39335 is added to blk_1073741839_1015 (size=5156) 2024-11-20T03:17:47,559 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,43869,1732072655170.replicationSource.wal-reader.d00f728e99d7%2C43869%2C1732072655170,1-d00f728e99d7,43869,1732072655170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/WALs/d00f728e99d7,43869,1732072655170/d00f728e99d7%2C43869%2C1732072655170.1732072657396 to pos 0, reset compression=false 2024-11-20T03:17:47,691 INFO [M:0;d00f728e99d7:43351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c7722da6d82421ab20e6c8e9ed88c61 2024-11-20T03:17:47,696 DEBUG [M:0;d00f728e99d7:43351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c223fef43ba84d92a8c7e5be11378730 as hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c223fef43ba84d92a8c7e5be11378730 2024-11-20T03:17:47,702 INFO [M:0;d00f728e99d7:43351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c223fef43ba84d92a8c7e5be11378730, entries=8, sequenceid=28, filesize=5.5 K 2024-11-20T03:17:47,703 DEBUG [M:0;d00f728e99d7:43351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ba7a6ce136114a4985f6b5af5c84bf17 as hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ba7a6ce136114a4985f6b5af5c84bf17 2024-11-20T03:17:47,707 INFO [M:0;d00f728e99d7:43351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ba7a6ce136114a4985f6b5af5c84bf17, entries=3, sequenceid=28, filesize=5.2 K 2024-11-20T03:17:47,708 DEBUG [M:0;d00f728e99d7:43351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c7722da6d82421ab20e6c8e9ed88c61 as hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c7722da6d82421ab20e6c8e9ed88c61 2024-11-20T03:17:47,713 INFO [M:0;d00f728e99d7:43351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41615/user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c7722da6d82421ab20e6c8e9ed88c61, entries=1, sequenceid=28, filesize=5.0 K 2024-11-20T03:17:47,715 INFO [M:0;d00f728e99d7:43351 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=28, compaction requested=false 2024-11-20T03:17:47,716 INFO [M:0;d00f728e99d7:43351 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:17:47,716 DEBUG [M:0;d00f728e99d7:43351 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072666422Disabling compacts and flushes for region at 1732072666422Disabling writes for close at 1732072666422Obtaining lock to block concurrent updates at 1732072666422Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732072666422Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732072666423 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732072666423Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732072666423Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732072666437 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732072666437Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732072666847 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732072666861 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732072666861Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732072667272 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732072667286 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732072667286Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31da8eb4: reopening flushed file at 1732072667696 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29e55329: reopening flushed file at 1732072667702 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@230951fc: reopening flushed file at 1732072667707 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=28, compaction requested=false at 1732072667715 (+8 ms)Writing region close event to WAL at 1732072667716 (+1 ms)Closed at 1732072667716 2024-11-20T03:17:47,718 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/98d7d1b9-0f76-f75f-8d73-ae241e4ce295/MasterData/WALs/d00f728e99d7,43351,1732072660381/d00f728e99d7%2C43351%2C1732072660381.1732072661850 not finished, retry = 0 2024-11-20T03:17:47,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39335 is added to blk_1073741830_1006 (size=10165) 2024-11-20T03:17:47,819 INFO [M:0;d00f728e99d7:43351 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T03:17:47,819 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:17:47,819 INFO [M:0;d00f728e99d7:43351 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43351 2024-11-20T03:17:47,820 INFO [M:0;d00f728e99d7:43351 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:17:47,937 INFO [M:0;d00f728e99d7:43351 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:17:47,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43351-0x101563f3bff0003, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:17:47,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43351-0x101563f3bff0003, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:17:47,969 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e6157f6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:17:47,969 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52273d7b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:17:47,969 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:17:47,970 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@604f8883{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:17:47,970 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7341e0de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c71306-9f6a-6e5e-3afe-8b3b36738d6d/hadoop.log.dir/,STOPPED} 2024-11-20T03:17:47,971 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T03:17:47,971 WARN [BP-496901478-172.17.0.2-1732072658477 heartbeating to localhost/127.0.0.1:41615 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T03:17:47,971 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T03:17:47,971 WARN [BP-496901478-172.17.0.2-1732072658477 heartbeating to localhost/127.0.0.1:41615 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-496901478-172.17.0.2-1732072658477 (Datanode Uuid d3f31ece-fd05-4b70-8ff2-9fb8b9ea38c5) service to localhost/127.0.0.1:41615 2024-11-20T03:17:47,971 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c71306-9f6a-6e5e-3afe-8b3b36738d6d/cluster_051b4122-7253-5d47-f3bb-db0c9b0981c1/data/data1/current/BP-496901478-172.17.0.2-1732072658477 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:17:47,972 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c71306-9f6a-6e5e-3afe-8b3b36738d6d/cluster_051b4122-7253-5d47-f3bb-db0c9b0981c1/data/data2/current/BP-496901478-172.17.0.2-1732072658477 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:17:47,972 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T03:17:47,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3aab354b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:17:47,980 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4eef177a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:17:47,980 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:17:47,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73da8684{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:17:47,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cee3f11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c71306-9f6a-6e5e-3afe-8b3b36738d6d/hadoop.log.dir/,STOPPED} 2024-11-20T03:17:47,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T03:17:47,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T03:17:47,992 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:17:47,992 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:17:47,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:47,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:47,993 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:17:47,993 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T03:17:47,993 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=854833718, stopped=false 2024-11-20T03:17:47,993 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d00f728e99d7,35983,1732072654963 2024-11-20T03:17:48,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43869-0x101563f3bff0001, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-239360422/running 2024-11-20T03:17:48,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35983-0x101563f3bff0000, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-239360422/running 2024-11-20T03:17:48,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43869-0x101563f3bff0001, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239360422 2024-11-20T03:17:48,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35983-0x101563f3bff0000, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239360422 2024-11-20T03:17:48,012 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:17:48,013 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:17:48,013 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:17:48,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:48,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43869-0x101563f3bff0001, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Set watcher on znode that does not yet exist, /0-239360422/running 2024-11-20T03:17:48,013 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd00f728e99d7,43869,1732072655170' ***** 2024-11-20T03:17:48,013 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T03:17:48,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35983-0x101563f3bff0000, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Set watcher on znode that does not yet exist, /0-239360422/running 2024-11-20T03:17:48,013 INFO [RS:0;d00f728e99d7:43869 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T03:17:48,013 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T03:17:48,013 INFO [RS:0;d00f728e99d7:43869 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T03:17:48,013 INFO [RS:0;d00f728e99d7:43869 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T03:17:48,013 INFO [RS:0;d00f728e99d7:43869 {}] regionserver.HRegionServer(3091): Received CLOSE for b12efc609a09dea7ea15aea9ec83b152 2024-11-20T03:17:48,014 INFO [RS:0;d00f728e99d7:43869 {}] regionserver.HRegionServer(959): stopping server d00f728e99d7,43869,1732072655170 2024-11-20T03:17:48,014 INFO [RS:0;d00f728e99d7:43869 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:17:48,014 INFO [RS:0;d00f728e99d7:43869 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:43869. 2024-11-20T03:17:48,014 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b12efc609a09dea7ea15aea9ec83b152, disabling compactions & flushes 2024-11-20T03:17:48,014 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732072663317.b12efc609a09dea7ea15aea9ec83b152. 2024-11-20T03:17:48,014 DEBUG [RS:0;d00f728e99d7:43869 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:17:48,014 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732072663317.b12efc609a09dea7ea15aea9ec83b152. 2024-11-20T03:17:48,014 DEBUG [RS:0;d00f728e99d7:43869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:48,014 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732072663317.b12efc609a09dea7ea15aea9ec83b152. after waiting 0 ms 2024-11-20T03:17:48,014 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732072663317.b12efc609a09dea7ea15aea9ec83b152. 2024-11-20T03:17:48,014 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b12efc609a09dea7ea15aea9ec83b152 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-20T03:17:48,014 INFO [RS:0;d00f728e99d7:43869 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T03:17:48,014 INFO [RS:0;d00f728e99d7:43869 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T03:17:48,014 INFO [RS:0;d00f728e99d7:43869 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T03:17:48,014 INFO [RS:0;d00f728e99d7:43869 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T03:17:48,014 INFO [RS:0;d00f728e99d7:43869 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T03:17:48,015 DEBUG [RS:0;d00f728e99d7:43869 {}] regionserver.HRegionServer(1325): Online Regions={b12efc609a09dea7ea15aea9ec83b152=hbase:replication,,1732072663317.b12efc609a09dea7ea15aea9ec83b152., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T03:17:48,015 DEBUG [RS:0;d00f728e99d7:43869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b12efc609a09dea7ea15aea9ec83b152 2024-11-20T03:17:48,015 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:17:48,015 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:17:48,015 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:17:48,015 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:17:48,015 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:17:48,015 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-20T03:17:48,032 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/data/hbase/meta/1588230740/.tmp/info/507f08c523a041a7babac9919e17253e is 147, key is hbase:replication,,1732072663317.b12efc609a09dea7ea15aea9ec83b152./info:regioninfo/1732072664493/Put/seqid=0 2024-11-20T03:17:48,032 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/data/hbase/replication/b12efc609a09dea7ea15aea9ec83b152/.tmp/queue/46a173fcde144ae088fdf3a243842f81 is 151, key is 1-d00f728e99d7,43869,1732072655170/queue:d00f728e99d7%2C43869%2C1732072655170/1732072664804/Put/seqid=0 2024-11-20T03:17:48,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37073 is added to blk_1073741838_1014 (size=6631) 2024-11-20T03:17:48,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37073 is added to blk_1073741839_1015 (size=5350) 2024-11-20T03:17:48,098 INFO [regionserver/d00f728e99d7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:17:48,215 DEBUG [RS:0;d00f728e99d7:43869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b12efc609a09dea7ea15aea9ec83b152 2024-11-20T03:17:48,262 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T03:17:48,262 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T03:17:48,365 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,43869,1732072655170.replicationSource.wal-reader.d00f728e99d7%2C43869%2C1732072655170,1-d00f728e99d7,43869,1732072655170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/WALs/d00f728e99d7,43869,1732072655170/d00f728e99d7%2C43869%2C1732072655170.1732072657396 to pos 0, reset compression=false 2024-11-20T03:17:48,415 DEBUG [RS:0;d00f728e99d7:43869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b12efc609a09dea7ea15aea9ec83b152 2024-11-20T03:17:48,437 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/data/hbase/replication/b12efc609a09dea7ea15aea9ec83b152/.tmp/queue/46a173fcde144ae088fdf3a243842f81 2024-11-20T03:17:48,438 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/data/hbase/meta/1588230740/.tmp/info/507f08c523a041a7babac9919e17253e 2024-11-20T03:17:48,445 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/data/hbase/replication/b12efc609a09dea7ea15aea9ec83b152/.tmp/queue/46a173fcde144ae088fdf3a243842f81 as hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/data/hbase/replication/b12efc609a09dea7ea15aea9ec83b152/queue/46a173fcde144ae088fdf3a243842f81 2024-11-20T03:17:48,451 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/data/hbase/replication/b12efc609a09dea7ea15aea9ec83b152/queue/46a173fcde144ae088fdf3a243842f81, entries=1, sequenceid=5, filesize=5.2 K 2024-11-20T03:17:48,452 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for b12efc609a09dea7ea15aea9ec83b152 in 438ms, sequenceid=5, compaction requested=false 2024-11-20T03:17:48,452 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T03:17:48,457 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/data/hbase/replication/b12efc609a09dea7ea15aea9ec83b152/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T03:17:48,457 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:17:48,457 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:17:48,457 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732072663317.b12efc609a09dea7ea15aea9ec83b152. 2024-11-20T03:17:48,457 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b12efc609a09dea7ea15aea9ec83b152: Waiting for close lock at 1732072668014Running coprocessor pre-close hooks at 1732072668014Disabling compacts and flushes for region at 1732072668014Disabling writes for close at 1732072668014Obtaining lock to block concurrent updates at 1732072668014Preparing flush snapshotting stores in b12efc609a09dea7ea15aea9ec83b152 at 1732072668014Finished memstore snapshotting hbase:replication,,1732072663317.b12efc609a09dea7ea15aea9ec83b152., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732072668014Flushing stores of hbase:replication,,1732072663317.b12efc609a09dea7ea15aea9ec83b152. at 1732072668015 (+1 ms)Flushing b12efc609a09dea7ea15aea9ec83b152/queue: creating writer at 1732072668015Flushing b12efc609a09dea7ea15aea9ec83b152/queue: appending metadata at 1732072668032 (+17 ms)Flushing b12efc609a09dea7ea15aea9ec83b152/queue: closing flushed file at 1732072668032Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@481cb925: reopening flushed file at 1732072668444 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for b12efc609a09dea7ea15aea9ec83b152 in 438ms, sequenceid=5, compaction requested=false at 1732072668452 (+8 ms)Writing region close event to WAL at 1732072668453 (+1 ms)Running coprocessor post-close hooks at 1732072668457 (+4 ms)Closed at 1732072668457 2024-11-20T03:17:48,458 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732072663317.b12efc609a09dea7ea15aea9ec83b152. 2024-11-20T03:17:48,459 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/data/hbase/meta/1588230740/.tmp/ns/783baa435c9f4101978931f58125c153 is 43, key is default/ns:d/1732072658293/Put/seqid=0 2024-11-20T03:17:48,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37073 is added to blk_1073741840_1016 (size=5153) 2024-11-20T03:17:48,591 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T03:17:48,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:17:48,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:17:48,615 DEBUG [RS:0;d00f728e99d7:43869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:17:48,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:17:48,815 DEBUG [RS:0;d00f728e99d7:43869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:17:48,864 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/data/hbase/meta/1588230740/.tmp/ns/783baa435c9f4101978931f58125c153 2024-11-20T03:17:48,886 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/data/hbase/meta/1588230740/.tmp/table/be4dc28a5bfa43abb5ce9ee61bdc06bc is 53, key is hbase:replication/table:state/1732072664502/Put/seqid=0 2024-11-20T03:17:48,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37073 is added to blk_1073741841_1017 (size=5256) 2024-11-20T03:17:49,015 INFO [RS:0;d00f728e99d7:43869 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T03:17:49,016 DEBUG [RS:0;d00f728e99d7:43869 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T03:17:49,016 DEBUG [RS:0;d00f728e99d7:43869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:17:49,216 DEBUG [RS:0;d00f728e99d7:43869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:17:49,270 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,43869,1732072655170.replicationSource.wal-reader.d00f728e99d7%2C43869%2C1732072655170,1-d00f728e99d7,43869,1732072655170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/WALs/d00f728e99d7,43869,1732072655170/d00f728e99d7%2C43869%2C1732072655170.1732072657396 to pos 0, reset compression=false 2024-11-20T03:17:49,292 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/data/hbase/meta/1588230740/.tmp/table/be4dc28a5bfa43abb5ce9ee61bdc06bc 2024-11-20T03:17:49,299 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/data/hbase/meta/1588230740/.tmp/info/507f08c523a041a7babac9919e17253e as hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/data/hbase/meta/1588230740/info/507f08c523a041a7babac9919e17253e 2024-11-20T03:17:49,311 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/data/hbase/meta/1588230740/info/507f08c523a041a7babac9919e17253e, entries=10, sequenceid=11, filesize=6.5 K 2024-11-20T03:17:49,312 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/data/hbase/meta/1588230740/.tmp/ns/783baa435c9f4101978931f58125c153 as hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/data/hbase/meta/1588230740/ns/783baa435c9f4101978931f58125c153 2024-11-20T03:17:49,321 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/data/hbase/meta/1588230740/ns/783baa435c9f4101978931f58125c153, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T03:17:49,322 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/data/hbase/meta/1588230740/.tmp/table/be4dc28a5bfa43abb5ce9ee61bdc06bc as hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/data/hbase/meta/1588230740/table/be4dc28a5bfa43abb5ce9ee61bdc06bc 2024-11-20T03:17:49,331 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/data/hbase/meta/1588230740/table/be4dc28a5bfa43abb5ce9ee61bdc06bc, entries=2, sequenceid=11, filesize=5.1 K 2024-11-20T03:17:49,333 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=11, compaction requested=false 2024-11-20T03:17:49,385 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T03:17:49,386 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:17:49,386 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:17:49,386 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:17:49,387 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072668015Running coprocessor pre-close hooks at 1732072668015Disabling compacts and flushes for region at 1732072668015Disabling writes for close at 1732072668015Obtaining lock to block concurrent updates at 1732072668015Preparing flush snapshotting stores in 1588230740 at 1732072668015Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732072668015Flushing stores of hbase:meta,,1.1588230740 at 1732072668016 (+1 ms)Flushing 1588230740/info: creating writer at 1732072668016Flushing 1588230740/info: appending metadata at 1732072668032 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732072668032Flushing 1588230740/ns: creating writer at 1732072668444 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732072668459 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732072668459Flushing 1588230740/table: creating writer at 1732072668870 (+411 ms)Flushing 1588230740/table: appending metadata at 1732072668885 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732072668885Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a4035d5: reopening flushed file at 1732072669299 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fb07510: reopening flushed file at 1732072669311 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bb004e1: reopening flushed file at 1732072669321 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=11, compaction requested=false at 1732072669333 (+12 ms)Writing region close event to WAL at 1732072669359 (+26 ms)Running coprocessor post-close hooks at 1732072669386 (+27 ms)Closed at 1732072669386 2024-11-20T03:17:49,387 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T03:17:49,416 INFO [RS:0;d00f728e99d7:43869 {}] regionserver.HRegionServer(976): stopping server d00f728e99d7,43869,1732072655170; all regions closed. 2024-11-20T03:17:49,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37073 is added to blk_1073741834_1010 (size=2742) 2024-11-20T03:17:49,448 DEBUG [RS:0;d00f728e99d7:43869 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/oldWALs 2024-11-20T03:17:49,448 INFO [RS:0;d00f728e99d7:43869 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d00f728e99d7%2C43869%2C1732072655170.meta:.meta(num 1732072658137) 2024-11-20T03:17:49,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37073 is added to blk_1073741837_1013 (size=1586) 2024-11-20T03:17:49,463 DEBUG [RS:0;d00f728e99d7:43869 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/oldWALs 2024-11-20T03:17:49,463 INFO [RS:0;d00f728e99d7:43869 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d00f728e99d7%2C43869%2C1732072655170.rep:(num 1732072664460) 2024-11-20T03:17:49,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37073 is added to blk_1073741833_1009 (size=93) 2024-11-20T03:17:49,469 DEBUG [RS:0;d00f728e99d7:43869 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/oldWALs 2024-11-20T03:17:49,469 INFO [RS:0;d00f728e99d7:43869 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d00f728e99d7%2C43869%2C1732072655170:(num 1732072657396) 2024-11-20T03:17:49,469 DEBUG [RS:0;d00f728e99d7:43869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:49,469 INFO [RS:0;d00f728e99d7:43869 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:17:49,469 INFO [RS:0;d00f728e99d7:43869 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:17:49,471 INFO [RS:0;d00f728e99d7:43869 {}] hbase.ChoreService(370): Chore service for: regionserver/d00f728e99d7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T03:17:49,471 INFO [RS:0;d00f728e99d7:43869 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:17:49,471 INFO [regionserver/d00f728e99d7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:17:49,471 INFO [RS:0;d00f728e99d7:43869 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d00f728e99d7,43869,1732072655170 because: Region server is closing 2024-11-20T03:17:49,471 INFO [RS:0;d00f728e99d7:43869 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:43869. 2024-11-20T03:17:49,471 DEBUG [RS:0;d00f728e99d7:43869 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:17:49,472 DEBUG [RS:0;d00f728e99d7:43869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:49,472 DEBUG [RS:0;d00f728e99d7:43869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:49,472 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:17:49,572 WARN [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,43869,1732072655170.replicationSource.wal-reader.d00f728e99d7%2C43869%2C1732072655170,1-d00f728e99d7,43869,1732072655170 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T03:17:49,572 WARN [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,43869,1732072655170.replicationSource.shipperd00f728e99d7%2C43869%2C1732072655170,1-d00f728e99d7,43869,1732072655170 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T03:17:49,574 INFO [RS:0;d00f728e99d7:43869 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,43869,1732072655170.replicationSource.shipperd00f728e99d7%2C43869%2C1732072655170,1-d00f728e99d7,43869,1732072655170 terminated 2024-11-20T03:17:49,574 INFO [RS:0;d00f728e99d7:43869 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43869 2024-11-20T03:17:49,647 INFO [RS:0;d00f728e99d7:43869 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:17:49,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43869-0x101563f3bff0001, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-239360422/rs/d00f728e99d7,43869,1732072655170 2024-11-20T03:17:49,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35983-0x101563f3bff0000, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239360422/rs 2024-11-20T03:17:49,658 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d00f728e99d7,43869,1732072655170] 2024-11-20T03:17:49,668 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-239360422/draining/d00f728e99d7,43869,1732072655170 already deleted, retry=false 2024-11-20T03:17:49,668 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d00f728e99d7,43869,1732072655170 expired; onlineServers=0 2024-11-20T03:17:49,668 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd00f728e99d7,35983,1732072654963' ***** 2024-11-20T03:17:49,668 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T03:17:49,669 INFO [M:0;d00f728e99d7:35983 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:17:49,669 INFO [M:0;d00f728e99d7:35983 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:17:49,669 DEBUG [M:0;d00f728e99d7:35983 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T03:17:49,669 DEBUG [M:0;d00f728e99d7:35983 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T03:17:49,669 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T03:17:49,669 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072657184 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072657184,5,FailOnTimeoutGroup] 2024-11-20T03:17:49,669 INFO [M:0;d00f728e99d7:35983 {}] hbase.ChoreService(370): Chore service for: master/d00f728e99d7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T03:17:49,669 INFO [M:0;d00f728e99d7:35983 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:17:49,669 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072657187 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072657187,5,FailOnTimeoutGroup] 2024-11-20T03:17:49,669 DEBUG [M:0;d00f728e99d7:35983 {}] master.HMaster(1795): Stopping service threads 2024-11-20T03:17:49,669 INFO [M:0;d00f728e99d7:35983 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T03:17:49,669 INFO [M:0;d00f728e99d7:35983 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:17:49,669 INFO [M:0;d00f728e99d7:35983 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T03:17:49,670 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T03:17:49,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35983-0x101563f3bff0000, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-239360422/master 2024-11-20T03:17:49,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35983-0x101563f3bff0000, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239360422 2024-11-20T03:17:49,680 INFO [M:0;d00f728e99d7:35983 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/.lastflushedseqids 2024-11-20T03:17:49,689 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-239360422/master already deleted, retry=false 2024-11-20T03:17:49,690 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:35983-0x101563f3bff0000, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-239360422/master 2024-11-20T03:17:49,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37073 is added to blk_1073741842_1018 (size=181) 2024-11-20T03:17:49,711 INFO [M:0;d00f728e99d7:35983 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T03:17:49,711 INFO [M:0;d00f728e99d7:35983 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T03:17:49,711 DEBUG [M:0;d00f728e99d7:35983 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:17:49,711 INFO [M:0;d00f728e99d7:35983 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:17:49,711 DEBUG [M:0;d00f728e99d7:35983 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:17:49,711 DEBUG [M:0;d00f728e99d7:35983 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:17:49,711 DEBUG [M:0;d00f728e99d7:35983 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:17:49,711 INFO [M:0;d00f728e99d7:35983 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-20T03:17:49,743 DEBUG [M:0;d00f728e99d7:35983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d732ce008070446c9f8064756bf40ae7 is 82, key is hbase:meta,,1/info:regioninfo/1732072658199/Put/seqid=0 2024-11-20T03:17:49,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37073 is added to blk_1073741843_1019 (size=5672) 2024-11-20T03:17:49,758 INFO [M:0;d00f728e99d7:35983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d732ce008070446c9f8064756bf40ae7 2024-11-20T03:17:49,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43869-0x101563f3bff0001, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:17:49,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43869-0x101563f3bff0001, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:17:49,759 INFO [RS:0;d00f728e99d7:43869 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:17:49,759 INFO [RS:0;d00f728e99d7:43869 {}] regionserver.HRegionServer(1031): Exiting; stopping=d00f728e99d7,43869,1732072655170; zookeeper connection closed. 2024-11-20T03:17:49,764 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@544ed61d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@544ed61d 2024-11-20T03:17:49,765 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T03:17:49,788 DEBUG [M:0;d00f728e99d7:35983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0095ef51f11e4dbf848141a82b6a2ace is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732072664506/Put/seqid=0 2024-11-20T03:17:49,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37073 is added to blk_1073741844_1020 (size=7203) 2024-11-20T03:17:49,806 INFO [M:0;d00f728e99d7:35983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0095ef51f11e4dbf848141a82b6a2ace 2024-11-20T03:17:49,835 DEBUG [M:0;d00f728e99d7:35983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5151e839d61f4a69aff034d8ec898f43 is 69, key is d00f728e99d7,43869,1732072655170/rs:state/1732072657231/Put/seqid=0 2024-11-20T03:17:49,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37073 is added to blk_1073741845_1021 (size=5156) 2024-11-20T03:17:49,852 INFO [M:0;d00f728e99d7:35983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5151e839d61f4a69aff034d8ec898f43 2024-11-20T03:17:49,865 DEBUG [M:0;d00f728e99d7:35983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d732ce008070446c9f8064756bf40ae7 as hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d732ce008070446c9f8064756bf40ae7 2024-11-20T03:17:49,872 INFO [M:0;d00f728e99d7:35983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d732ce008070446c9f8064756bf40ae7, entries=8, sequenceid=70, filesize=5.5 K 2024-11-20T03:17:49,877 DEBUG [M:0;d00f728e99d7:35983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0095ef51f11e4dbf848141a82b6a2ace as hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0095ef51f11e4dbf848141a82b6a2ace 2024-11-20T03:17:49,888 INFO [M:0;d00f728e99d7:35983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0095ef51f11e4dbf848141a82b6a2ace, entries=8, sequenceid=70, filesize=7.0 K 2024-11-20T03:17:49,890 DEBUG [M:0;d00f728e99d7:35983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5151e839d61f4a69aff034d8ec898f43 as hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5151e839d61f4a69aff034d8ec898f43 2024-11-20T03:17:49,899 INFO [M:0;d00f728e99d7:35983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40067/user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5151e839d61f4a69aff034d8ec898f43, entries=1, sequenceid=70, filesize=5.0 K 2024-11-20T03:17:49,901 INFO [M:0;d00f728e99d7:35983 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 190ms, sequenceid=70, compaction requested=false 2024-11-20T03:17:49,937 INFO [M:0;d00f728e99d7:35983 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:17:49,937 DEBUG [M:0;d00f728e99d7:35983 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072669711Disabling compacts and flushes for region at 1732072669711Disabling writes for close at 1732072669711Obtaining lock to block concurrent updates at 1732072669711Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732072669711Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732072669712 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732072669713 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732072669713Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732072669743 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732072669743Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732072669766 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732072669787 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732072669787Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732072669813 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732072669834 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732072669834Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5be73b22: reopening flushed file at 1732072669861 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c96d0e9: reopening flushed file at 1732072669872 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20d23d45: reopening flushed file at 1732072669889 (+17 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 190ms, sequenceid=70, compaction requested=false at 1732072669901 (+12 ms)Writing region close event to WAL at 1732072669937 (+36 ms)Closed at 1732072669937 2024-11-20T03:17:49,942 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9e2870e8-81cd-0099-07e0-ebe072fcad26/MasterData/WALs/d00f728e99d7,35983,1732072654963/d00f728e99d7%2C35983%2C1732072654963.1732072656928 not finished, retry = 0 2024-11-20T03:17:49,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37073 is added to blk_1073741830_1006 (size=41008) 2024-11-20T03:17:50,044 INFO [M:0;d00f728e99d7:35983 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T03:17:50,044 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:17:50,044 INFO [M:0;d00f728e99d7:35983 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35983 2024-11-20T03:17:50,044 INFO [M:0;d00f728e99d7:35983 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:17:50,154 INFO [M:0;d00f728e99d7:35983 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:17:50,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35983-0x101563f3bff0000, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:17:50,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35983-0x101563f3bff0000, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:17:50,190 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26f9cf73{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:17:50,190 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3184967f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:17:50,190 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:17:50,190 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56680efa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:17:50,191 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c7f8703{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54aee0b5-a326-3d0c-3d2e-9406963bc4ca/hadoop.log.dir/,STOPPED} 2024-11-20T03:17:50,192 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T03:17:50,192 WARN [BP-2007223115-172.17.0.2-1732072652918 heartbeating to localhost/127.0.0.1:40067 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T03:17:50,192 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T03:17:50,192 WARN [BP-2007223115-172.17.0.2-1732072652918 heartbeating to localhost/127.0.0.1:40067 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2007223115-172.17.0.2-1732072652918 (Datanode Uuid 3cf90df6-8b98-4401-81b4-36986803bcc7) service to localhost/127.0.0.1:40067 2024-11-20T03:17:50,192 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54aee0b5-a326-3d0c-3d2e-9406963bc4ca/cluster_16f1e676-8694-0af4-02bf-f6c94b9816f2/data/data1/current/BP-2007223115-172.17.0.2-1732072652918 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:17:50,192 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54aee0b5-a326-3d0c-3d2e-9406963bc4ca/cluster_16f1e676-8694-0af4-02bf-f6c94b9816f2/data/data2/current/BP-2007223115-172.17.0.2-1732072652918 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:17:50,193 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T03:17:50,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ff935e9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:17:50,197 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a1416b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:17:50,198 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:17:50,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@242482cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:17:50,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d3f9a53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/54aee0b5-a326-3d0c-3d2e-9406963bc4ca/hadoop.log.dir/,STOPPED} 2024-11-20T03:17:50,202 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T03:17:50,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T03:17:50,220 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 109) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40067 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40067 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41615 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41615 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41615 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40067 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40067 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59719) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:40067 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41615 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59719) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41615 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=337 (was 346), ProcessCount=11 (was 11), AvailableMemoryMB=7255 (was 7766) 2024-11-20T03:17:50,227 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=337, ProcessCount=11, AvailableMemoryMB=7255 2024-11-20T03:17:50,239 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-20T03:17:50,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c71306-9f6a-6e5e-3afe-8b3b36738d6d/hadoop.log.dir so I do NOT create it in target/test-data/d5bf958c-c2b0-83f7-ee2a-795cc816b068 2024-11-20T03:17:50,240 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c71306-9f6a-6e5e-3afe-8b3b36738d6d/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T03:17:50,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c71306-9f6a-6e5e-3afe-8b3b36738d6d/hadoop.tmp.dir so I do NOT create it in target/test-data/d5bf958c-c2b0-83f7-ee2a-795cc816b068 2024-11-20T03:17:50,240 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55c71306-9f6a-6e5e-3afe-8b3b36738d6d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T03:17:50,240 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bf958c-c2b0-83f7-ee2a-795cc816b068 2024-11-20T03:17:50,240 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bf958c-c2b0-83f7-ee2a-795cc816b068/cluster_a016ae16-4ebc-e4d8-6499-5e1cfb213199, deleteOnExit=true 2024-11-20T03:17:50,263 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bf958c-c2b0-83f7-ee2a-795cc816b068/cluster_a016ae16-4ebc-e4d8-6499-5e1cfb213199/zookeeper_0, clientPort=50851, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bf958c-c2b0-83f7-ee2a-795cc816b068/cluster_a016ae16-4ebc-e4d8-6499-5e1cfb213199/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bf958c-c2b0-83f7-ee2a-795cc816b068/cluster_a016ae16-4ebc-e4d8-6499-5e1cfb213199/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T03:17:50,264 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50851 2024-11-20T03:17:50,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T03:17:50,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T03:17:50,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bf958c-c2b0-83f7-ee2a-795cc816b068/test.cache.data in system properties and HBase conf 2024-11-20T03:17:50,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bf958c-c2b0-83f7-ee2a-795cc816b068/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T03:17:50,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bf958c-c2b0-83f7-ee2a-795cc816b068/hadoop.log.dir in system properties and HBase conf 2024-11-20T03:17:50,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bf958c-c2b0-83f7-ee2a-795cc816b068/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T03:17:50,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bf958c-c2b0-83f7-ee2a-795cc816b068/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T03:17:50,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T03:17:50,265 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T03:17:50,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bf958c-c2b0-83f7-ee2a-795cc816b068/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:17:50,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bf958c-c2b0-83f7-ee2a-795cc816b068/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:17:50,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bf958c-c2b0-83f7-ee2a-795cc816b068/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T03:17:50,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bf958c-c2b0-83f7-ee2a-795cc816b068/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:17:50,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bf958c-c2b0-83f7-ee2a-795cc816b068/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T03:17:50,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bf958c-c2b0-83f7-ee2a-795cc816b068/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T03:17:50,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bf958c-c2b0-83f7-ee2a-795cc816b068/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:17:50,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bf958c-c2b0-83f7-ee2a-795cc816b068/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:17:50,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bf958c-c2b0-83f7-ee2a-795cc816b068/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T03:17:50,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bf958c-c2b0-83f7-ee2a-795cc816b068/nfs.dump.dir in system properties and HBase conf 2024-11-20T03:17:50,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bf958c-c2b0-83f7-ee2a-795cc816b068/java.io.tmpdir in system properties and HBase conf 2024-11-20T03:17:50,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bf958c-c2b0-83f7-ee2a-795cc816b068/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:17:50,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bf958c-c2b0-83f7-ee2a-795cc816b068/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T03:17:50,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bf958c-c2b0-83f7-ee2a-795cc816b068/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T03:17:50,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101563f3bff0002, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T03:17:50,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101563f3bff0005, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T03:17:50,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101563f3bff0002, quorum=127.0.0.1:59719, baseZNode=/0-239360422 Received Disconnected from ZooKeeper, ignoring 2024-11-20T03:17:50,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101563f3bff0005, quorum=127.0.0.1:59719, baseZNode=/1-982249869 Received Disconnected from ZooKeeper, ignoring 2024-11-20T03:17:50,554 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:17:50,559 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:17:50,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:17:50,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:17:50,560 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T03:17:50,561 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:17:50,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36e7127e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bf958c-c2b0-83f7-ee2a-795cc816b068/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:17:50,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f31b59d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:17:50,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ea59de4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bf958c-c2b0-83f7-ee2a-795cc816b068/java.io.tmpdir/jetty-localhost-45671-hadoop-hdfs-3_4_1-tests_jar-_-any-17696793182710340812/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:17:50,658 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b41f308{HTTP/1.1, (http/1.1)}{localhost:45671} 2024-11-20T03:17:50,658 INFO [Time-limited test {}] server.Server(415): Started @54187ms 2024-11-20T03:17:50,930 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:17:50,933 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:17:50,936 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:17:50,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:17:50,937 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T03:17:50,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@489869af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bf958c-c2b0-83f7-ee2a-795cc816b068/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:17:50,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@352c2b70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:17:51,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21676263{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bf958c-c2b0-83f7-ee2a-795cc816b068/java.io.tmpdir/jetty-localhost-37041-hadoop-hdfs-3_4_1-tests_jar-_-any-14471619892467763574/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:17:51,033 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51caf3d6{HTTP/1.1, (http/1.1)}{localhost:37041} 2024-11-20T03:17:51,033 INFO [Time-limited test {}] server.Server(415): Started @54562ms 2024-11-20T03:17:51,034 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T03:17:51,758 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bf958c-c2b0-83f7-ee2a-795cc816b068/cluster_a016ae16-4ebc-e4d8-6499-5e1cfb213199/data/data1/current/BP-309001069-172.17.0.2-1732072670288/current, will proceed with Du for space computation calculation, 2024-11-20T03:17:51,758 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bf958c-c2b0-83f7-ee2a-795cc816b068/cluster_a016ae16-4ebc-e4d8-6499-5e1cfb213199/data/data2/current/BP-309001069-172.17.0.2-1732072670288/current, will proceed with Du for space computation calculation, 2024-11-20T03:17:51,777 WARN [Thread-817 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T03:17:51,780 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77db9183cf30c033 with lease ID 0x7aadbedb707c6fd5: Processing first storage report for DS-14eb4cbd-8106-4b30-9d30-1a6c5027f1b9 from datanode DatanodeRegistration(127.0.0.1:45945, datanodeUuid=426b4b62-cf95-4088-a87a-9d2ec0d3e65d, infoPort=39673, infoSecurePort=0, ipcPort=42687, storageInfo=lv=-57;cid=testClusterID;nsid=1814959186;c=1732072670288) 2024-11-20T03:17:51,780 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77db9183cf30c033 with lease ID 0x7aadbedb707c6fd5: from storage DS-14eb4cbd-8106-4b30-9d30-1a6c5027f1b9 node DatanodeRegistration(127.0.0.1:45945, datanodeUuid=426b4b62-cf95-4088-a87a-9d2ec0d3e65d, infoPort=39673, infoSecurePort=0, ipcPort=42687, storageInfo=lv=-57;cid=testClusterID;nsid=1814959186;c=1732072670288), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T03:17:51,780 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77db9183cf30c033 with lease ID 0x7aadbedb707c6fd5: Processing first storage report for DS-88f57bf7-55db-438d-b9ad-7024af23fe90 from datanode DatanodeRegistration(127.0.0.1:45945, datanodeUuid=426b4b62-cf95-4088-a87a-9d2ec0d3e65d, infoPort=39673, infoSecurePort=0, ipcPort=42687, storageInfo=lv=-57;cid=testClusterID;nsid=1814959186;c=1732072670288) 2024-11-20T03:17:51,780 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77db9183cf30c033 with lease ID 0x7aadbedb707c6fd5: from storage DS-88f57bf7-55db-438d-b9ad-7024af23fe90 node DatanodeRegistration(127.0.0.1:45945, datanodeUuid=426b4b62-cf95-4088-a87a-9d2ec0d3e65d, infoPort=39673, infoSecurePort=0, ipcPort=42687, storageInfo=lv=-57;cid=testClusterID;nsid=1814959186;c=1732072670288), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T03:17:51,861 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bf958c-c2b0-83f7-ee2a-795cc816b068 2024-11-20T03:17:51,861 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:51,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:51,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741825_1001 (size=7) 2024-11-20T03:17:52,270 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94 with version=8 2024-11-20T03:17:52,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/hbase-staging 2024-11-20T03:17:52,272 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:17:52,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:17:52,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:17:52,272 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:17:52,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:17:52,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:17:52,272 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T03:17:52,272 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:17:52,273 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37985 2024-11-20T03:17:52,274 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37985 connecting to ZooKeeper ensemble=127.0.0.1:50851 2024-11-20T03:17:52,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379850x0, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:17:52,357 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37985-0x101563f7fe20000 connected 2024-11-20T03:17:52,436 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:52,438 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:52,439 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37985-0x101563f7fe20000, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Set watcher on znode that does not yet exist, /0-480404494/running 2024-11-20T03:17:52,439 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94, hbase.cluster.distributed=false 2024-11-20T03:17:52,441 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37985-0x101563f7fe20000, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Set watcher on znode that does not yet exist, /0-480404494/acl 2024-11-20T03:17:52,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37985 2024-11-20T03:17:52,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37985 2024-11-20T03:17:52,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37985 2024-11-20T03:17:52,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37985 2024-11-20T03:17:52,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37985 2024-11-20T03:17:52,457 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:17:52,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:17:52,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:17:52,457 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:17:52,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:17:52,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:17:52,457 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T03:17:52,457 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:17:52,458 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35573 2024-11-20T03:17:52,459 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35573 connecting to ZooKeeper ensemble=127.0.0.1:50851 2024-11-20T03:17:52,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:52,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:52,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355730x0, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:17:52,476 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35573-0x101563f7fe20001, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Set watcher on znode that does not yet exist, /0-480404494/running 2024-11-20T03:17:52,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35573-0x101563f7fe20001 connected 2024-11-20T03:17:52,476 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T03:17:52,476 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T03:17:52,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35573-0x101563f7fe20001, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Set watcher on znode that does not yet exist, /0-480404494/master 2024-11-20T03:17:52,478 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35573-0x101563f7fe20001, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Set watcher on znode that does not yet exist, /0-480404494/acl 2024-11-20T03:17:52,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35573 2024-11-20T03:17:52,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35573 2024-11-20T03:17:52,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35573 2024-11-20T03:17:52,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35573 2024-11-20T03:17:52,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35573 2024-11-20T03:17:52,490 DEBUG [M:0;d00f728e99d7:37985 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d00f728e99d7:37985 2024-11-20T03:17:52,490 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-480404494/backup-masters/d00f728e99d7,37985,1732072672271 2024-11-20T03:17:52,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37985-0x101563f7fe20000, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-480404494/backup-masters 2024-11-20T03:17:52,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35573-0x101563f7fe20001, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-480404494/backup-masters 2024-11-20T03:17:52,500 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37985-0x101563f7fe20000, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Set watcher on existing znode=/0-480404494/backup-masters/d00f728e99d7,37985,1732072672271 2024-11-20T03:17:52,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35573-0x101563f7fe20001, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-480404494/master 2024-11-20T03:17:52,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37985-0x101563f7fe20000, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-480404494 2024-11-20T03:17:52,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35573-0x101563f7fe20001, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-480404494 2024-11-20T03:17:52,510 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37985-0x101563f7fe20000, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Set watcher on existing znode=/0-480404494/master 2024-11-20T03:17:52,511 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-480404494/backup-masters/d00f728e99d7,37985,1732072672271 from backup master directory 2024-11-20T03:17:52,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35573-0x101563f7fe20001, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-480404494/backup-masters 2024-11-20T03:17:52,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37985-0x101563f7fe20000, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-480404494/backup-masters/d00f728e99d7,37985,1732072672271 2024-11-20T03:17:52,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37985-0x101563f7fe20000, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-480404494/backup-masters 2024-11-20T03:17:52,521 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:17:52,521 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d00f728e99d7,37985,1732072672271 2024-11-20T03:17:52,524 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/hbase.id] with ID: c8ead412-b410-4cf7-9961-aa94513ff912 2024-11-20T03:17:52,525 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/.tmp/hbase.id 2024-11-20T03:17:52,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741826_1002 (size=42) 2024-11-20T03:17:52,930 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/.tmp/hbase.id]:[hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/hbase.id] 2024-11-20T03:17:52,942 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:52,942 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T03:17:52,943 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T03:17:52,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37985-0x101563f7fe20000, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-480404494 2024-11-20T03:17:52,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35573-0x101563f7fe20001, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-480404494 2024-11-20T03:17:52,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741827_1003 (size=196) 2024-11-20T03:17:53,400 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:17:53,401 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T03:17:53,401 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:17:53,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741828_1004 (size=1189) 2024-11-20T03:17:53,809 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/MasterData/data/master/store 2024-11-20T03:17:53,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741829_1005 (size=34) 2024-11-20T03:17:53,959 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T03:17:53,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:17:53,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:17:53,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:17:53,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:17:54,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:17:54,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T03:17:54,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T03:17:54,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:17:54,216 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:17:54,216 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:17:54,216 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:17:54,216 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:17:54,216 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:17:54,216 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:17:54,216 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:17:54,216 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072674216Disabling compacts and flushes for region at 1732072674216Disabling writes for close at 1732072674216Writing region close event to WAL at 1732072674216Closed at 1732072674216 2024-11-20T03:17:54,217 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/MasterData/data/master/store/.initializing 2024-11-20T03:17:54,217 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/MasterData/WALs/d00f728e99d7,37985,1732072672271 2024-11-20T03:17:54,218 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:17:54,219 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d00f728e99d7%2C37985%2C1732072672271, suffix=, logDir=hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/MasterData/WALs/d00f728e99d7,37985,1732072672271, archiveDir=hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/MasterData/oldWALs, maxLogs=10 2024-11-20T03:17:54,231 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/MasterData/WALs/d00f728e99d7,37985,1732072672271/d00f728e99d7%2C37985%2C1732072672271.1732072674220, exclude list is [], retry=0 2024-11-20T03:17:54,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45945,DS-14eb4cbd-8106-4b30-9d30-1a6c5027f1b9,DISK] 2024-11-20T03:17:54,235 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/MasterData/WALs/d00f728e99d7,37985,1732072672271/d00f728e99d7%2C37985%2C1732072672271.1732072674220 2024-11-20T03:17:54,235 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39673:39673)] 2024-11-20T03:17:54,235 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:17:54,236 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:17:54,236 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:54,236 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:54,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:54,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T03:17:54,238 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:54,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:54,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:54,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T03:17:54,240 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:54,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:17:54,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:54,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T03:17:54,243 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:54,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:17:54,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:54,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T03:17:54,245 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:54,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:17:54,245 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:54,246 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:54,246 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:54,247 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:54,247 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:54,248 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:17:54,249 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:17:54,250 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:17:54,251 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59944191, jitterRate=-0.10676194727420807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:17:54,251 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732072674236Initializing all the Stores at 1732072674236Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072674237 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072674237Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072674237Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072674237Cleaning up temporary data from old regions at 1732072674247 (+10 ms)Region opened successfully at 1732072674251 (+4 ms) 2024-11-20T03:17:54,251 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T03:17:54,254 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1755d23a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:17:54,254 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T03:17:54,255 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T03:17:54,255 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T03:17:54,255 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T03:17:54,255 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T03:17:54,255 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T03:17:54,255 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T03:17:54,257 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T03:17:54,258 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37985-0x101563f7fe20000, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Unable to get data of znode /0-480404494/balancer because node does not exist (not necessarily an error) 2024-11-20T03:17:54,341 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-480404494/balancer already deleted, retry=false 2024-11-20T03:17:54,342 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T03:17:54,343 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37985-0x101563f7fe20000, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Unable to get data of znode /0-480404494/normalizer because node does not exist (not necessarily an error) 2024-11-20T03:17:54,352 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-480404494/normalizer already deleted, retry=false 2024-11-20T03:17:54,352 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T03:17:54,353 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37985-0x101563f7fe20000, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Unable to get data of znode /0-480404494/switch/split because node does not exist (not necessarily an error) 2024-11-20T03:17:54,362 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-480404494/switch/split already deleted, retry=false 2024-11-20T03:17:54,363 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37985-0x101563f7fe20000, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Unable to get data of znode /0-480404494/switch/merge because node does not exist (not necessarily an error) 2024-11-20T03:17:54,373 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-480404494/switch/merge already deleted, retry=false 2024-11-20T03:17:54,375 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37985-0x101563f7fe20000, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Unable to get data of znode /0-480404494/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T03:17:54,383 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-480404494/snapshot-cleanup already deleted, retry=false 2024-11-20T03:17:54,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37985-0x101563f7fe20000, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-480404494/running 2024-11-20T03:17:54,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35573-0x101563f7fe20001, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-480404494/running 2024-11-20T03:17:54,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37985-0x101563f7fe20000, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-480404494 2024-11-20T03:17:54,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35573-0x101563f7fe20001, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-480404494 2024-11-20T03:17:54,395 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d00f728e99d7,37985,1732072672271, sessionid=0x101563f7fe20000, setting cluster-up flag (Was=false) 2024-11-20T03:17:54,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35573-0x101563f7fe20001, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-480404494 2024-11-20T03:17:54,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37985-0x101563f7fe20000, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-480404494 2024-11-20T03:17:54,447 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-480404494/flush-table-proc/acquired, /0-480404494/flush-table-proc/reached, /0-480404494/flush-table-proc/abort 2024-11-20T03:17:54,448 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,37985,1732072672271 2024-11-20T03:17:54,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37985-0x101563f7fe20000, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-480404494 2024-11-20T03:17:54,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35573-0x101563f7fe20001, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-480404494 2024-11-20T03:17:54,499 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-480404494/online-snapshot/acquired, /0-480404494/online-snapshot/reached, /0-480404494/online-snapshot/abort 2024-11-20T03:17:54,500 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,37985,1732072672271 2024-11-20T03:17:54,502 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T03:17:54,503 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T03:17:54,503 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T03:17:54,503 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T03:17:54,504 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d00f728e99d7,37985,1732072672271 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T03:17:54,505 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:17:54,505 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:17:54,505 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:17:54,505 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:17:54,505 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d00f728e99d7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T03:17:54,505 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:54,505 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:17:54,505 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:54,506 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:17:54,507 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T03:17:54,507 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732072704507 2024-11-20T03:17:54,507 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T03:17:54,508 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T03:17:54,508 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T03:17:54,508 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:54,508 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T03:17:54,508 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T03:17:54,508 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T03:17:54,508 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:54,508 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T03:17:54,508 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T03:17:54,508 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T03:17:54,508 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T03:17:54,508 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T03:17:54,509 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T03:17:54,509 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T03:17:54,510 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072674509,5,FailOnTimeoutGroup] 2024-11-20T03:17:54,511 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072674510,5,FailOnTimeoutGroup] 2024-11-20T03:17:54,511 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:54,511 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T03:17:54,511 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:54,511 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:54,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741831_1007 (size=1321) 2024-11-20T03:17:54,582 INFO [RS:0;d00f728e99d7:35573 {}] regionserver.HRegionServer(746): ClusterId : c8ead412-b410-4cf7-9961-aa94513ff912 2024-11-20T03:17:54,582 DEBUG [RS:0;d00f728e99d7:35573 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T03:17:54,595 DEBUG [RS:0;d00f728e99d7:35573 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T03:17:54,595 DEBUG [RS:0;d00f728e99d7:35573 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T03:17:54,605 DEBUG [RS:0;d00f728e99d7:35573 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T03:17:54,606 DEBUG [RS:0;d00f728e99d7:35573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec9c9a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:17:54,617 DEBUG [RS:0;d00f728e99d7:35573 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d00f728e99d7:35573 2024-11-20T03:17:54,617 INFO [RS:0;d00f728e99d7:35573 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T03:17:54,617 INFO [RS:0;d00f728e99d7:35573 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T03:17:54,617 DEBUG [RS:0;d00f728e99d7:35573 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T03:17:54,617 INFO [RS:0;d00f728e99d7:35573 {}] regionserver.HRegionServer(2659): reportForDuty to master=d00f728e99d7,37985,1732072672271 with port=35573, startcode=1732072672457 2024-11-20T03:17:54,618 DEBUG [RS:0;d00f728e99d7:35573 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T03:17:54,619 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T03:17:54,619 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37985 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d00f728e99d7,35573,1732072672457 2024-11-20T03:17:54,620 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37985 {}] master.ServerManager(517): Registering regionserver=d00f728e99d7,35573,1732072672457 2024-11-20T03:17:54,621 DEBUG [RS:0;d00f728e99d7:35573 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94 2024-11-20T03:17:54,621 DEBUG [RS:0;d00f728e99d7:35573 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41595 2024-11-20T03:17:54,621 DEBUG [RS:0;d00f728e99d7:35573 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T03:17:54,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37985-0x101563f7fe20000, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-480404494/rs 2024-11-20T03:17:54,633 DEBUG [RS:0;d00f728e99d7:35573 {}] zookeeper.ZKUtil(111): regionserver:35573-0x101563f7fe20001, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Set watcher on existing znode=/0-480404494/rs/d00f728e99d7,35573,1732072672457 2024-11-20T03:17:54,633 WARN [RS:0;d00f728e99d7:35573 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:17:54,634 INFO [RS:0;d00f728e99d7:35573 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:17:54,634 DEBUG [RS:0;d00f728e99d7:35573 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457 2024-11-20T03:17:54,634 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d00f728e99d7,35573,1732072672457] 2024-11-20T03:17:54,637 INFO [RS:0;d00f728e99d7:35573 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T03:17:54,638 INFO [RS:0;d00f728e99d7:35573 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T03:17:54,638 INFO [RS:0;d00f728e99d7:35573 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T03:17:54,638 INFO [RS:0;d00f728e99d7:35573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:54,638 INFO [RS:0;d00f728e99d7:35573 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T03:17:54,639 INFO [RS:0;d00f728e99d7:35573 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T03:17:54,639 INFO [RS:0;d00f728e99d7:35573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:54,639 DEBUG [RS:0;d00f728e99d7:35573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:54,639 DEBUG [RS:0;d00f728e99d7:35573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:54,639 DEBUG [RS:0;d00f728e99d7:35573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:54,639 DEBUG [RS:0;d00f728e99d7:35573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:54,639 DEBUG [RS:0;d00f728e99d7:35573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:54,639 DEBUG [RS:0;d00f728e99d7:35573 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:17:54,639 DEBUG [RS:0;d00f728e99d7:35573 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:54,639 DEBUG [RS:0;d00f728e99d7:35573 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:54,639 DEBUG [RS:0;d00f728e99d7:35573 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:54,640 DEBUG [RS:0;d00f728e99d7:35573 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:54,640 DEBUG [RS:0;d00f728e99d7:35573 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:54,640 DEBUG [RS:0;d00f728e99d7:35573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:17:54,640 DEBUG [RS:0;d00f728e99d7:35573 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:17:54,640 DEBUG [RS:0;d00f728e99d7:35573 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:17:54,641 INFO [RS:0;d00f728e99d7:35573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:54,641 INFO [RS:0;d00f728e99d7:35573 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:54,641 INFO [RS:0;d00f728e99d7:35573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:54,641 INFO [RS:0;d00f728e99d7:35573 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:54,641 INFO [RS:0;d00f728e99d7:35573 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:54,641 INFO [RS:0;d00f728e99d7:35573 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,35573,1732072672457-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:17:54,654 INFO [RS:0;d00f728e99d7:35573 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T03:17:54,654 INFO [RS:0;d00f728e99d7:35573 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,35573,1732072672457-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:54,654 INFO [RS:0;d00f728e99d7:35573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:54,654 INFO [RS:0;d00f728e99d7:35573 {}] regionserver.Replication(171): d00f728e99d7,35573,1732072672457 started 2024-11-20T03:17:54,666 INFO [RS:0;d00f728e99d7:35573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:54,666 INFO [RS:0;d00f728e99d7:35573 {}] regionserver.HRegionServer(1482): Serving as d00f728e99d7,35573,1732072672457, RpcServer on d00f728e99d7/172.17.0.2:35573, sessionid=0x101563f7fe20001 2024-11-20T03:17:54,666 DEBUG [RS:0;d00f728e99d7:35573 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T03:17:54,666 DEBUG [RS:0;d00f728e99d7:35573 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d00f728e99d7,35573,1732072672457 2024-11-20T03:17:54,666 DEBUG [RS:0;d00f728e99d7:35573 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,35573,1732072672457' 2024-11-20T03:17:54,666 DEBUG [RS:0;d00f728e99d7:35573 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-480404494/flush-table-proc/abort' 2024-11-20T03:17:54,667 DEBUG [RS:0;d00f728e99d7:35573 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-480404494/flush-table-proc/acquired' 2024-11-20T03:17:54,667 DEBUG [RS:0;d00f728e99d7:35573 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T03:17:54,667 DEBUG [RS:0;d00f728e99d7:35573 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T03:17:54,667 DEBUG [RS:0;d00f728e99d7:35573 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d00f728e99d7,35573,1732072672457 2024-11-20T03:17:54,667 DEBUG [RS:0;d00f728e99d7:35573 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,35573,1732072672457' 2024-11-20T03:17:54,667 DEBUG [RS:0;d00f728e99d7:35573 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-480404494/online-snapshot/abort' 2024-11-20T03:17:54,668 DEBUG [RS:0;d00f728e99d7:35573 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-480404494/online-snapshot/acquired' 2024-11-20T03:17:54,668 DEBUG [RS:0;d00f728e99d7:35573 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T03:17:54,668 INFO [RS:0;d00f728e99d7:35573 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T03:17:54,668 INFO [RS:0;d00f728e99d7:35573 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T03:17:54,769 INFO [RS:0;d00f728e99d7:35573 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:17:54,771 INFO [RS:0;d00f728e99d7:35573 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C35573%2C1732072672457, suffix=, logDir=hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457, archiveDir=hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/oldWALs, maxLogs=10 2024-11-20T03:17:54,789 DEBUG [RS:0;d00f728e99d7:35573 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771, exclude list is [], retry=0 2024-11-20T03:17:54,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45945,DS-14eb4cbd-8106-4b30-9d30-1a6c5027f1b9,DISK] 2024-11-20T03:17:54,797 INFO [RS:0;d00f728e99d7:35573 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 2024-11-20T03:17:54,797 DEBUG [RS:0;d00f728e99d7:35573 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39673:39673)] 2024-11-20T03:17:54,917 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T03:17:54,917 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94 2024-11-20T03:17:54,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741833_1009 (size=32) 2024-11-20T03:17:55,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:17:55,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:17:55,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:17:55,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:55,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:55,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:17:55,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:17:55,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:55,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:55,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:17:55,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:17:55,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:55,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:55,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:17:55,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:17:55,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:55,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:55,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:17:55,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/hbase/meta/1588230740 2024-11-20T03:17:55,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/hbase/meta/1588230740 2024-11-20T03:17:55,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:17:55,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:17:55,334 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:17:55,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:17:55,337 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:17:55,337 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62107210, jitterRate=-0.0745304524898529}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:17:55,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732072675323Initializing all the Stores at 1732072675324 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072675324Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072675324Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072675324Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072675324Cleaning up temporary data from old regions at 1732072675334 (+10 ms)Region opened successfully at 1732072675338 (+4 ms) 2024-11-20T03:17:55,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:17:55,338 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:17:55,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:17:55,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:17:55,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:17:55,338 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:17:55,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072675338Disabling compacts and flushes for region at 1732072675338Disabling writes for close at 1732072675338Writing region close event to WAL at 1732072675338Closed at 1732072675338 2024-11-20T03:17:55,340 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:17:55,340 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T03:17:55,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T03:17:55,341 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:17:55,342 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T03:17:55,492 DEBUG [d00f728e99d7:37985 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T03:17:55,493 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d00f728e99d7,35573,1732072672457 2024-11-20T03:17:55,494 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,35573,1732072672457, state=OPENING 2024-11-20T03:17:55,507 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T03:17:55,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35573-0x101563f7fe20001, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-480404494 2024-11-20T03:17:55,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37985-0x101563f7fe20000, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-480404494 2024-11-20T03:17:55,520 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-480404494/meta-region-server: CHANGED 2024-11-20T03:17:55,521 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-480404494/meta-region-server: CHANGED 2024-11-20T03:17:55,521 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:17:55,521 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,35573,1732072672457}] 2024-11-20T03:17:55,675 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:17:55,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T03:17:55,680 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T03:17:55,680 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:17:55,680 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T03:17:55,682 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C35573%2C1732072672457.meta, suffix=.meta, logDir=hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457, archiveDir=hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/oldWALs, maxLogs=10 2024-11-20T03:17:55,694 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.meta.1732072675682.meta, exclude list is [], retry=0 2024-11-20T03:17:55,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45945,DS-14eb4cbd-8106-4b30-9d30-1a6c5027f1b9,DISK] 2024-11-20T03:17:55,699 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.meta.1732072675682.meta 2024-11-20T03:17:55,699 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39673:39673)] 2024-11-20T03:17:55,700 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:17:55,700 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:17:55,700 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:17:55,700 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T03:17:55,700 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T03:17:55,700 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T03:17:55,700 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:17:55,700 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T03:17:55,700 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T03:17:55,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:17:55,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:17:55,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:55,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:55,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:17:55,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:17:55,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:55,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:55,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:17:55,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:17:55,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:55,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:55,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:17:55,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:17:55,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:17:55,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:17:55,708 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:17:55,709 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/hbase/meta/1588230740 2024-11-20T03:17:55,710 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/hbase/meta/1588230740 2024-11-20T03:17:55,711 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:17:55,711 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:17:55,712 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:17:55,713 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:17:55,714 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75191810, jitterRate=0.12044528126716614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:17:55,714 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T03:17:55,715 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732072675700Writing region info on filesystem at 1732072675701 (+1 ms)Initializing all the Stores at 1732072675701Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072675701Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072675702 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072675702Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072675702Cleaning up temporary data from old regions at 1732072675711 (+9 ms)Running coprocessor post-open hooks at 1732072675714 (+3 ms)Region opened successfully at 1732072675715 (+1 ms) 2024-11-20T03:17:55,716 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732072675675 2024-11-20T03:17:55,718 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T03:17:55,718 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T03:17:55,719 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d00f728e99d7,35573,1732072672457 2024-11-20T03:17:55,719 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,35573,1732072672457, state=OPEN 2024-11-20T03:17:55,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35573-0x101563f7fe20001, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-480404494/meta-region-server 2024-11-20T03:17:55,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37985-0x101563f7fe20000, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-480404494/meta-region-server 2024-11-20T03:17:55,761 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-480404494/meta-region-server: CHANGED 2024-11-20T03:17:55,761 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-480404494/meta-region-server: CHANGED 2024-11-20T03:17:55,761 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d00f728e99d7,35573,1732072672457 2024-11-20T03:17:55,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T03:17:55,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,35573,1732072672457 in 240 msec 2024-11-20T03:17:55,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T03:17:55,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 424 msec 2024-11-20T03:17:55,767 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:17:55,767 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T03:17:55,768 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:17:55,768 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,35573,1732072672457, seqNum=-1] 2024-11-20T03:17:55,768 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:17:55,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:17:55,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2720 sec 2024-11-20T03:17:55,776 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732072675776, completionTime=-1 2024-11-20T03:17:55,776 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T03:17:55,776 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T03:17:55,778 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T03:17:55,779 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732072735779 2024-11-20T03:17:55,779 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732072795779 2024-11-20T03:17:55,779 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T03:17:55,779 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,37985,1732072672271-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:55,779 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,37985,1732072672271-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:55,779 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,37985,1732072672271-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:55,779 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d00f728e99d7:37985, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:55,779 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:55,781 DEBUG [master/d00f728e99d7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T03:17:55,788 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:55,793 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.272sec 2024-11-20T03:17:55,793 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T03:17:55,793 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T03:17:55,793 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T03:17:55,793 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T03:17:55,793 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T03:17:55,793 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,37985,1732072672271-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:17:55,793 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,37985,1732072672271-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T03:17:55,796 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T03:17:55,796 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T03:17:55,796 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,37985,1732072672271-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:17:55,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763dd23d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:55,883 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,37985,-1 for getting cluster id 2024-11-20T03:17:55,883 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:17:55,884 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8ead412-b410-4cf7-9961-aa94513ff912' 2024-11-20T03:17:55,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:17:55,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8ead412-b410-4cf7-9961-aa94513ff912" 2024-11-20T03:17:55,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26958025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:55,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,37985,-1] 2024-11-20T03:17:55,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:17:55,886 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:17:55,887 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:17:55,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fd7aeb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:17:55,888 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:17:55,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,35573,1732072672457, seqNum=-1] 2024-11-20T03:17:55,889 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:17:55,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:17:55,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d00f728e99d7,37985,1732072672271 2024-11-20T03:17:55,893 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50851 2024-11-20T03:17:55,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:17:55,911 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101563f7fe20002 connected 2024-11-20T03:17:55,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bf958c-c2b0-83f7-ee2a-795cc816b068/hadoop.log.dir so I do NOT create it in target/test-data/f5e5fd18-6f24-13de-675a-36b45fd4647e 2024-11-20T03:17:55,923 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bf958c-c2b0-83f7-ee2a-795cc816b068/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T03:17:55,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bf958c-c2b0-83f7-ee2a-795cc816b068/hadoop.tmp.dir so I do NOT create it in target/test-data/f5e5fd18-6f24-13de-675a-36b45fd4647e 2024-11-20T03:17:55,923 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bf958c-c2b0-83f7-ee2a-795cc816b068/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T03:17:55,923 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e5fd18-6f24-13de-675a-36b45fd4647e 2024-11-20T03:17:55,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T03:17:55,924 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e5fd18-6f24-13de-675a-36b45fd4647e/cluster_780f8f67-2eed-d2e3-dfbd-bb03c7c7b29a, deleteOnExit=true 2024-11-20T03:17:55,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T03:17:55,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e5fd18-6f24-13de-675a-36b45fd4647e/test.cache.data in system properties and HBase conf 2024-11-20T03:17:55,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e5fd18-6f24-13de-675a-36b45fd4647e/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T03:17:55,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e5fd18-6f24-13de-675a-36b45fd4647e/hadoop.log.dir in system properties and HBase conf 2024-11-20T03:17:55,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e5fd18-6f24-13de-675a-36b45fd4647e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T03:17:55,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e5fd18-6f24-13de-675a-36b45fd4647e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T03:17:55,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T03:17:55,924 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T03:17:55,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e5fd18-6f24-13de-675a-36b45fd4647e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:17:55,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e5fd18-6f24-13de-675a-36b45fd4647e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:17:55,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e5fd18-6f24-13de-675a-36b45fd4647e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T03:17:55,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e5fd18-6f24-13de-675a-36b45fd4647e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:17:55,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e5fd18-6f24-13de-675a-36b45fd4647e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T03:17:55,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e5fd18-6f24-13de-675a-36b45fd4647e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T03:17:55,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e5fd18-6f24-13de-675a-36b45fd4647e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:17:55,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e5fd18-6f24-13de-675a-36b45fd4647e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:17:55,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e5fd18-6f24-13de-675a-36b45fd4647e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T03:17:55,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e5fd18-6f24-13de-675a-36b45fd4647e/nfs.dump.dir in system properties and HBase conf 2024-11-20T03:17:55,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e5fd18-6f24-13de-675a-36b45fd4647e/java.io.tmpdir in system properties and HBase conf 2024-11-20T03:17:55,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e5fd18-6f24-13de-675a-36b45fd4647e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:17:55,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e5fd18-6f24-13de-675a-36b45fd4647e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T03:17:55,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e5fd18-6f24-13de-675a-36b45fd4647e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T03:17:56,529 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:17:56,533 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:17:56,534 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:17:56,534 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:17:56,534 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T03:17:56,535 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:17:56,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cea3ac4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e5fd18-6f24-13de-675a-36b45fd4647e/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:17:56,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d2fcc47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:17:56,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b66e275{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e5fd18-6f24-13de-675a-36b45fd4647e/java.io.tmpdir/jetty-localhost-42563-hadoop-hdfs-3_4_1-tests_jar-_-any-6784469824864249817/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:17:56,632 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40a187b5{HTTP/1.1, (http/1.1)}{localhost:42563} 2024-11-20T03:17:56,633 INFO [Time-limited test {}] server.Server(415): Started @60162ms 2024-11-20T03:17:56,872 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:17:56,875 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:17:56,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:17:56,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:17:56,876 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T03:17:56,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57c22a17{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e5fd18-6f24-13de-675a-36b45fd4647e/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:17:56,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a60572d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:17:56,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b53a213{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e5fd18-6f24-13de-675a-36b45fd4647e/java.io.tmpdir/jetty-localhost-33405-hadoop-hdfs-3_4_1-tests_jar-_-any-6637009790569896849/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:17:56,980 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26ec9cf4{HTTP/1.1, (http/1.1)}{localhost:33405} 2024-11-20T03:17:56,980 INFO [Time-limited test {}] server.Server(415): Started @60509ms 2024-11-20T03:17:56,981 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T03:17:57,660 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e5fd18-6f24-13de-675a-36b45fd4647e/cluster_780f8f67-2eed-d2e3-dfbd-bb03c7c7b29a/data/data2/current/BP-1601327923-172.17.0.2-1732072675942/current, will proceed with Du for space computation calculation, 2024-11-20T03:17:57,660 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e5fd18-6f24-13de-675a-36b45fd4647e/cluster_780f8f67-2eed-d2e3-dfbd-bb03c7c7b29a/data/data1/current/BP-1601327923-172.17.0.2-1732072675942/current, will proceed with Du for space computation calculation, 2024-11-20T03:17:57,676 WARN [Thread-938 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T03:17:57,679 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad492944c82de9aa with lease ID 0xa549c081239c08eb: Processing first storage report for DS-489b772c-db23-4bd0-821e-63a1bca48777 from datanode DatanodeRegistration(127.0.0.1:33937, datanodeUuid=efe6d525-975b-468c-bb23-1621df75cb5f, infoPort=33503, infoSecurePort=0, ipcPort=42565, storageInfo=lv=-57;cid=testClusterID;nsid=835510739;c=1732072675942) 2024-11-20T03:17:57,680 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad492944c82de9aa with lease ID 0xa549c081239c08eb: from storage DS-489b772c-db23-4bd0-821e-63a1bca48777 node DatanodeRegistration(127.0.0.1:33937, datanodeUuid=efe6d525-975b-468c-bb23-1621df75cb5f, infoPort=33503, infoSecurePort=0, ipcPort=42565, storageInfo=lv=-57;cid=testClusterID;nsid=835510739;c=1732072675942), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T03:17:57,680 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad492944c82de9aa with lease ID 0xa549c081239c08eb: Processing first storage report for DS-db6935d1-6d5a-4069-917c-9d2eea9f61ac from datanode DatanodeRegistration(127.0.0.1:33937, datanodeUuid=efe6d525-975b-468c-bb23-1621df75cb5f, infoPort=33503, infoSecurePort=0, ipcPort=42565, storageInfo=lv=-57;cid=testClusterID;nsid=835510739;c=1732072675942) 2024-11-20T03:17:57,680 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad492944c82de9aa with lease ID 0xa549c081239c08eb: from storage DS-db6935d1-6d5a-4069-917c-9d2eea9f61ac node DatanodeRegistration(127.0.0.1:33937, datanodeUuid=efe6d525-975b-468c-bb23-1621df75cb5f, infoPort=33503, infoSecurePort=0, ipcPort=42565, storageInfo=lv=-57;cid=testClusterID;nsid=835510739;c=1732072675942), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T03:17:57,711 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e5fd18-6f24-13de-675a-36b45fd4647e 2024-11-20T03:17:57,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:57,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:57,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741825_1001 (size=7) 2024-11-20T03:17:58,121 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a with version=8 2024-11-20T03:17:58,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/hbase-staging 2024-11-20T03:17:58,123 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:17:58,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:17:58,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:17:58,123 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:17:58,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:17:58,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:17:58,123 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T03:17:58,123 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:17:58,124 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37689 2024-11-20T03:17:58,125 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37689 connecting to ZooKeeper ensemble=127.0.0.1:50851 2024-11-20T03:17:58,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376890x0, quorum=127.0.0.1:50851, baseZNode=/1786116662 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:17:58,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37689-0x101563f7fe20003 connected 2024-11-20T03:17:58,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:58,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:58,250 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37689-0x101563f7fe20003, quorum=127.0.0.1:50851, baseZNode=/1786116662 Set watcher on znode that does not yet exist, /1786116662/running 2024-11-20T03:17:58,250 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a, hbase.cluster.distributed=false 2024-11-20T03:17:58,251 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37689-0x101563f7fe20003, quorum=127.0.0.1:50851, baseZNode=/1786116662 Set watcher on znode that does not yet exist, /1786116662/acl 2024-11-20T03:17:58,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37689 2024-11-20T03:17:58,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37689 2024-11-20T03:17:58,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37689 2024-11-20T03:17:58,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37689 2024-11-20T03:17:58,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37689 2024-11-20T03:17:58,272 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:17:58,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:17:58,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:17:58,273 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:17:58,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:17:58,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:17:58,273 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T03:17:58,273 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:17:58,273 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39471 2024-11-20T03:17:58,274 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39471 connecting to ZooKeeper ensemble=127.0.0.1:50851 2024-11-20T03:17:58,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:58,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:58,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394710x0, quorum=127.0.0.1:50851, baseZNode=/1786116662 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:17:58,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394710x0, quorum=127.0.0.1:50851, baseZNode=/1786116662 Set watcher on znode that does not yet exist, /1786116662/running 2024-11-20T03:17:58,289 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39471-0x101563f7fe20004 connected 2024-11-20T03:17:58,289 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T03:17:58,290 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T03:17:58,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39471-0x101563f7fe20004, quorum=127.0.0.1:50851, baseZNode=/1786116662 Set watcher on znode that does not yet exist, /1786116662/master 2024-11-20T03:17:58,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39471-0x101563f7fe20004, quorum=127.0.0.1:50851, baseZNode=/1786116662 Set watcher on znode that does not yet exist, /1786116662/acl 2024-11-20T03:17:58,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39471 2024-11-20T03:17:58,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39471 2024-11-20T03:17:58,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39471 2024-11-20T03:17:58,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39471 2024-11-20T03:17:58,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39471 2024-11-20T03:17:58,308 DEBUG [M:0;d00f728e99d7:37689 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d00f728e99d7:37689 2024-11-20T03:17:58,308 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1786116662/backup-masters/d00f728e99d7,37689,1732072678123 2024-11-20T03:17:58,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37689-0x101563f7fe20003, quorum=127.0.0.1:50851, baseZNode=/1786116662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1786116662/backup-masters 2024-11-20T03:17:58,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x101563f7fe20004, quorum=127.0.0.1:50851, baseZNode=/1786116662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1786116662/backup-masters 2024-11-20T03:17:58,321 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37689-0x101563f7fe20003, quorum=127.0.0.1:50851, baseZNode=/1786116662 Set watcher on existing znode=/1786116662/backup-masters/d00f728e99d7,37689,1732072678123 2024-11-20T03:17:58,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x101563f7fe20004, quorum=127.0.0.1:50851, baseZNode=/1786116662 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1786116662/master 2024-11-20T03:17:58,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37689-0x101563f7fe20003, quorum=127.0.0.1:50851, baseZNode=/1786116662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1786116662 2024-11-20T03:17:58,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x101563f7fe20004, quorum=127.0.0.1:50851, baseZNode=/1786116662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1786116662 2024-11-20T03:17:58,332 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37689-0x101563f7fe20003, quorum=127.0.0.1:50851, baseZNode=/1786116662 Set watcher on existing znode=/1786116662/master 2024-11-20T03:17:58,332 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1786116662/backup-masters/d00f728e99d7,37689,1732072678123 from backup master directory 2024-11-20T03:17:58,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37689-0x101563f7fe20003, quorum=127.0.0.1:50851, baseZNode=/1786116662 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1786116662/backup-masters/d00f728e99d7,37689,1732072678123 2024-11-20T03:17:58,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x101563f7fe20004, quorum=127.0.0.1:50851, baseZNode=/1786116662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1786116662/backup-masters 2024-11-20T03:17:58,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37689-0x101563f7fe20003, quorum=127.0.0.1:50851, baseZNode=/1786116662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1786116662/backup-masters 2024-11-20T03:17:58,341 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:17:58,341 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d00f728e99d7,37689,1732072678123 2024-11-20T03:17:58,345 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/hbase.id] with ID: 26c04d7e-7c36-4ef7-812d-b776cd963579 2024-11-20T03:17:58,345 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/.tmp/hbase.id 2024-11-20T03:17:58,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741826_1002 (size=42) 2024-11-20T03:17:58,752 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/.tmp/hbase.id]:[hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/hbase.id] 2024-11-20T03:17:58,763 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:17:58,763 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T03:17:58,764 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T03:17:58,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x101563f7fe20004, quorum=127.0.0.1:50851, baseZNode=/1786116662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1786116662 2024-11-20T03:17:58,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37689-0x101563f7fe20003, quorum=127.0.0.1:50851, baseZNode=/1786116662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1786116662 2024-11-20T03:17:58,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741827_1003 (size=196) 2024-11-20T03:17:59,286 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:17:59,287 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T03:17:59,287 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:17:59,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741828_1004 (size=1189) 2024-11-20T03:17:59,695 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/MasterData/data/master/store 2024-11-20T03:17:59,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741829_1005 (size=34) 2024-11-20T03:17:59,711 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T03:17:59,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:17:59,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:17:59,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:17:59,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:18:00,103 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:18:00,103 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:18:00,103 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:18:00,103 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:18:00,103 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:18:00,103 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:18:00,103 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:18:00,103 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072680103Disabling compacts and flushes for region at 1732072680103Disabling writes for close at 1732072680103Writing region close event to WAL at 1732072680103Closed at 1732072680103 2024-11-20T03:18:00,104 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/MasterData/data/master/store/.initializing 2024-11-20T03:18:00,104 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/MasterData/WALs/d00f728e99d7,37689,1732072678123 2024-11-20T03:18:00,105 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:18:00,107 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d00f728e99d7%2C37689%2C1732072678123, suffix=, logDir=hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/MasterData/WALs/d00f728e99d7,37689,1732072678123, archiveDir=hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/MasterData/oldWALs, maxLogs=10 2024-11-20T03:18:00,118 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/MasterData/WALs/d00f728e99d7,37689,1732072678123/d00f728e99d7%2C37689%2C1732072678123.1732072680107, exclude list is [], retry=0 2024-11-20T03:18:00,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33937,DS-489b772c-db23-4bd0-821e-63a1bca48777,DISK] 2024-11-20T03:18:00,123 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/MasterData/WALs/d00f728e99d7,37689,1732072678123/d00f728e99d7%2C37689%2C1732072678123.1732072680107 2024-11-20T03:18:00,123 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33503:33503)] 2024-11-20T03:18:00,123 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:18:00,123 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:18:00,123 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:18:00,123 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:18:00,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:18:00,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T03:18:00,127 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:18:00,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:18:00,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:18:00,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T03:18:00,129 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:18:00,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:18:00,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:18:00,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T03:18:00,131 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:18:00,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:18:00,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:18:00,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T03:18:00,133 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:18:00,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:18:00,133 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:18:00,134 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:18:00,134 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:18:00,135 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:18:00,135 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:18:00,136 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:18:00,137 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:18:00,139 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:18:00,139 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68104511, jitterRate=0.014836296439170837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:18:00,140 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732072680124Initializing all the Stores at 1732072680125 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072680125Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072680125Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072680125Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072680125Cleaning up temporary data from old regions at 1732072680135 (+10 ms)Region opened successfully at 1732072680140 (+5 ms) 2024-11-20T03:18:00,140 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T03:18:00,143 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5806050e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:18:00,144 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T03:18:00,144 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T03:18:00,144 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T03:18:00,144 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T03:18:00,145 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T03:18:00,145 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T03:18:00,145 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T03:18:00,147 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T03:18:00,148 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37689-0x101563f7fe20003, quorum=127.0.0.1:50851, baseZNode=/1786116662 Unable to get data of znode /1786116662/balancer because node does not exist (not necessarily an error) 2024-11-20T03:18:00,194 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1786116662/balancer already deleted, retry=false 2024-11-20T03:18:00,194 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T03:18:00,195 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37689-0x101563f7fe20003, quorum=127.0.0.1:50851, baseZNode=/1786116662 Unable to get data of znode /1786116662/normalizer because node does not exist (not necessarily an error) 2024-11-20T03:18:00,204 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1786116662/normalizer already deleted, retry=false 2024-11-20T03:18:00,205 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T03:18:00,206 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37689-0x101563f7fe20003, quorum=127.0.0.1:50851, baseZNode=/1786116662 Unable to get data of znode /1786116662/switch/split because node does not exist (not necessarily an error) 2024-11-20T03:18:00,215 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1786116662/switch/split already deleted, retry=false 2024-11-20T03:18:00,216 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37689-0x101563f7fe20003, quorum=127.0.0.1:50851, baseZNode=/1786116662 Unable to get data of znode /1786116662/switch/merge because node does not exist (not necessarily an error) 2024-11-20T03:18:00,225 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1786116662/switch/merge already deleted, retry=false 2024-11-20T03:18:00,228 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37689-0x101563f7fe20003, quorum=127.0.0.1:50851, baseZNode=/1786116662 Unable to get data of znode /1786116662/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T03:18:00,236 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1786116662/snapshot-cleanup already deleted, retry=false 2024-11-20T03:18:00,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37689-0x101563f7fe20003, quorum=127.0.0.1:50851, baseZNode=/1786116662 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1786116662/running 2024-11-20T03:18:00,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37689-0x101563f7fe20003, quorum=127.0.0.1:50851, baseZNode=/1786116662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1786116662 2024-11-20T03:18:00,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x101563f7fe20004, quorum=127.0.0.1:50851, baseZNode=/1786116662 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1786116662/running 2024-11-20T03:18:00,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x101563f7fe20004, quorum=127.0.0.1:50851, baseZNode=/1786116662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1786116662 2024-11-20T03:18:00,247 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d00f728e99d7,37689,1732072678123, sessionid=0x101563f7fe20003, setting cluster-up flag (Was=false) 2024-11-20T03:18:00,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x101563f7fe20004, quorum=127.0.0.1:50851, baseZNode=/1786116662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1786116662 2024-11-20T03:18:00,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37689-0x101563f7fe20003, quorum=127.0.0.1:50851, baseZNode=/1786116662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1786116662 2024-11-20T03:18:00,299 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1786116662/flush-table-proc/acquired, /1786116662/flush-table-proc/reached, /1786116662/flush-table-proc/abort 2024-11-20T03:18:00,300 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,37689,1732072678123 2024-11-20T03:18:00,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37689-0x101563f7fe20003, quorum=127.0.0.1:50851, baseZNode=/1786116662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1786116662 2024-11-20T03:18:00,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x101563f7fe20004, quorum=127.0.0.1:50851, baseZNode=/1786116662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1786116662 2024-11-20T03:18:00,415 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1786116662/online-snapshot/acquired, /1786116662/online-snapshot/reached, /1786116662/online-snapshot/abort 2024-11-20T03:18:00,416 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,37689,1732072678123 2024-11-20T03:18:00,417 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T03:18:00,418 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T03:18:00,418 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T03:18:00,419 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T03:18:00,419 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d00f728e99d7,37689,1732072678123 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T03:18:00,420 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:18:00,420 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:18:00,420 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:18:00,420 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:18:00,420 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d00f728e99d7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T03:18:00,420 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:18:00,420 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:18:00,420 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:18:00,421 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732072710421 2024-11-20T03:18:00,421 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T03:18:00,421 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T03:18:00,421 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T03:18:00,421 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T03:18:00,421 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T03:18:00,421 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T03:18:00,421 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:18:00,421 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:18:00,422 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T03:18:00,422 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T03:18:00,422 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T03:18:00,422 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T03:18:00,422 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T03:18:00,422 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T03:18:00,422 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T03:18:00,422 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072680422,5,FailOnTimeoutGroup] 2024-11-20T03:18:00,422 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072680422,5,FailOnTimeoutGroup] 2024-11-20T03:18:00,422 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:18:00,422 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T03:18:00,422 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:18:00,422 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T03:18:00,423 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T03:18:00,423 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T03:18:00,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741831_1007 (size=1321) 2024-11-20T03:18:00,500 INFO [RS:0;d00f728e99d7:39471 {}] regionserver.HRegionServer(746): ClusterId : 26c04d7e-7c36-4ef7-812d-b776cd963579 2024-11-20T03:18:00,500 DEBUG [RS:0;d00f728e99d7:39471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T03:18:00,510 DEBUG [RS:0;d00f728e99d7:39471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T03:18:00,510 DEBUG [RS:0;d00f728e99d7:39471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T03:18:00,520 DEBUG [RS:0;d00f728e99d7:39471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T03:18:00,521 DEBUG [RS:0;d00f728e99d7:39471 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a9d0911, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:18:00,531 DEBUG [RS:0;d00f728e99d7:39471 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d00f728e99d7:39471 2024-11-20T03:18:00,532 INFO [RS:0;d00f728e99d7:39471 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T03:18:00,532 INFO [RS:0;d00f728e99d7:39471 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T03:18:00,532 DEBUG [RS:0;d00f728e99d7:39471 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T03:18:00,532 INFO [RS:0;d00f728e99d7:39471 {}] regionserver.HRegionServer(2659): reportForDuty to master=d00f728e99d7,37689,1732072678123 with port=39471, startcode=1732072678272 2024-11-20T03:18:00,532 DEBUG [RS:0;d00f728e99d7:39471 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T03:18:00,534 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42481, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T03:18:00,534 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37689 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d00f728e99d7,39471,1732072678272 2024-11-20T03:18:00,534 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37689 {}] master.ServerManager(517): Registering regionserver=d00f728e99d7,39471,1732072678272 2024-11-20T03:18:00,536 DEBUG [RS:0;d00f728e99d7:39471 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a 2024-11-20T03:18:00,536 DEBUG [RS:0;d00f728e99d7:39471 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42851 2024-11-20T03:18:00,536 DEBUG [RS:0;d00f728e99d7:39471 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T03:18:00,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37689-0x101563f7fe20003, quorum=127.0.0.1:50851, baseZNode=/1786116662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1786116662/rs 2024-11-20T03:18:00,549 DEBUG [RS:0;d00f728e99d7:39471 {}] zookeeper.ZKUtil(111): regionserver:39471-0x101563f7fe20004, quorum=127.0.0.1:50851, baseZNode=/1786116662 Set watcher on existing znode=/1786116662/rs/d00f728e99d7,39471,1732072678272 2024-11-20T03:18:00,549 WARN [RS:0;d00f728e99d7:39471 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:18:00,549 INFO [RS:0;d00f728e99d7:39471 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:18:00,549 DEBUG [RS:0;d00f728e99d7:39471 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/WALs/d00f728e99d7,39471,1732072678272 2024-11-20T03:18:00,549 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d00f728e99d7,39471,1732072678272] 2024-11-20T03:18:00,553 INFO [RS:0;d00f728e99d7:39471 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T03:18:00,554 INFO [RS:0;d00f728e99d7:39471 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T03:18:00,555 INFO [RS:0;d00f728e99d7:39471 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T03:18:00,555 INFO [RS:0;d00f728e99d7:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:18:00,555 INFO [RS:0;d00f728e99d7:39471 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T03:18:00,555 INFO [RS:0;d00f728e99d7:39471 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T03:18:00,555 INFO [RS:0;d00f728e99d7:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T03:18:00,556 DEBUG [RS:0;d00f728e99d7:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:18:00,556 DEBUG [RS:0;d00f728e99d7:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:18:00,556 DEBUG [RS:0;d00f728e99d7:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:18:00,556 DEBUG [RS:0;d00f728e99d7:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:18:00,556 DEBUG [RS:0;d00f728e99d7:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:18:00,556 DEBUG [RS:0;d00f728e99d7:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:18:00,556 DEBUG [RS:0;d00f728e99d7:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:18:00,556 DEBUG [RS:0;d00f728e99d7:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:18:00,556 DEBUG [RS:0;d00f728e99d7:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:18:00,556 DEBUG [RS:0;d00f728e99d7:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:18:00,556 DEBUG [RS:0;d00f728e99d7:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:18:00,556 DEBUG [RS:0;d00f728e99d7:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:18:00,556 DEBUG [RS:0;d00f728e99d7:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:18:00,556 DEBUG [RS:0;d00f728e99d7:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:18:00,559 INFO [RS:0;d00f728e99d7:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:18:00,559 INFO [RS:0;d00f728e99d7:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:18:00,559 INFO [RS:0;d00f728e99d7:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:18:00,559 INFO [RS:0;d00f728e99d7:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T03:18:00,559 INFO [RS:0;d00f728e99d7:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T03:18:00,559 INFO [RS:0;d00f728e99d7:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,39471,1732072678272-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:18:00,572 INFO [RS:0;d00f728e99d7:39471 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T03:18:00,573 INFO [RS:0;d00f728e99d7:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,39471,1732072678272-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:18:00,573 INFO [RS:0;d00f728e99d7:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:18:00,573 INFO [RS:0;d00f728e99d7:39471 {}] regionserver.Replication(171): d00f728e99d7,39471,1732072678272 started 2024-11-20T03:18:00,585 INFO [RS:0;d00f728e99d7:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:18:00,585 INFO [RS:0;d00f728e99d7:39471 {}] regionserver.HRegionServer(1482): Serving as d00f728e99d7,39471,1732072678272, RpcServer on d00f728e99d7/172.17.0.2:39471, sessionid=0x101563f7fe20004 2024-11-20T03:18:00,585 DEBUG [RS:0;d00f728e99d7:39471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T03:18:00,585 DEBUG [RS:0;d00f728e99d7:39471 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d00f728e99d7,39471,1732072678272 2024-11-20T03:18:00,585 DEBUG [RS:0;d00f728e99d7:39471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,39471,1732072678272' 2024-11-20T03:18:00,585 DEBUG [RS:0;d00f728e99d7:39471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1786116662/flush-table-proc/abort' 2024-11-20T03:18:00,586 DEBUG [RS:0;d00f728e99d7:39471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1786116662/flush-table-proc/acquired' 2024-11-20T03:18:00,586 DEBUG [RS:0;d00f728e99d7:39471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T03:18:00,586 DEBUG [RS:0;d00f728e99d7:39471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T03:18:00,586 DEBUG [RS:0;d00f728e99d7:39471 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d00f728e99d7,39471,1732072678272 2024-11-20T03:18:00,586 DEBUG [RS:0;d00f728e99d7:39471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,39471,1732072678272' 2024-11-20T03:18:00,586 DEBUG [RS:0;d00f728e99d7:39471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1786116662/online-snapshot/abort' 2024-11-20T03:18:00,587 DEBUG [RS:0;d00f728e99d7:39471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1786116662/online-snapshot/acquired' 2024-11-20T03:18:00,587 DEBUG [RS:0;d00f728e99d7:39471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T03:18:00,587 INFO [RS:0;d00f728e99d7:39471 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T03:18:00,587 INFO [RS:0;d00f728e99d7:39471 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T03:18:00,637 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T03:18:00,688 INFO [RS:0;d00f728e99d7:39471 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:18:00,689 INFO [RS:0;d00f728e99d7:39471 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C39471%2C1732072678272, suffix=, logDir=hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/WALs/d00f728e99d7,39471,1732072678272, archiveDir=hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/oldWALs, maxLogs=10 2024-11-20T03:18:00,706 DEBUG [RS:0;d00f728e99d7:39471 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/WALs/d00f728e99d7,39471,1732072678272/d00f728e99d7%2C39471%2C1732072678272.1732072680689, exclude list is [], retry=0 2024-11-20T03:18:00,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33937,DS-489b772c-db23-4bd0-821e-63a1bca48777,DISK] 2024-11-20T03:18:00,710 INFO [RS:0;d00f728e99d7:39471 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/WALs/d00f728e99d7,39471,1732072678272/d00f728e99d7%2C39471%2C1732072678272.1732072680689 2024-11-20T03:18:00,711 DEBUG [RS:0;d00f728e99d7:39471 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33503:33503)] 2024-11-20T03:18:00,832 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T03:18:00,832 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a 2024-11-20T03:18:00,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741833_1009 (size=32) 2024-11-20T03:18:01,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:18:01,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:18:01,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:18:01,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:18:01,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:18:01,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:18:01,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:18:01,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:18:01,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:18:01,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:18:01,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:18:01,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:18:01,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:18:01,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:18:01,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:18:01,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:18:01,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:18:01,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:18:01,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/data/hbase/meta/1588230740 2024-11-20T03:18:01,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/data/hbase/meta/1588230740 2024-11-20T03:18:01,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:18:01,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:18:01,250 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:18:01,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:18:01,253 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:18:01,253 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69971277, jitterRate=0.04265327751636505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:18:01,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732072681238Initializing all the Stores at 1732072681239 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072681239Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072681239Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072681239Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072681239Cleaning up temporary data from old regions at 1732072681250 (+11 ms)Region opened successfully at 1732072681254 (+4 ms) 2024-11-20T03:18:01,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:18:01,254 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:18:01,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:18:01,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:18:01,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:18:01,261 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:18:01,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072681254Disabling compacts and flushes for region at 1732072681254Disabling writes for close at 1732072681254Writing region close event to WAL at 1732072681260 (+6 ms)Closed at 1732072681260 2024-11-20T03:18:01,263 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:18:01,263 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T03:18:01,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T03:18:01,271 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:18:01,273 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T03:18:01,423 DEBUG [d00f728e99d7:37689 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T03:18:01,423 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d00f728e99d7,39471,1732072678272 2024-11-20T03:18:01,424 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,39471,1732072678272, state=OPENING 2024-11-20T03:18:01,493 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T03:18:01,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x101563f7fe20004, quorum=127.0.0.1:50851, baseZNode=/1786116662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1786116662 2024-11-20T03:18:01,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37689-0x101563f7fe20003, quorum=127.0.0.1:50851, baseZNode=/1786116662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1786116662 2024-11-20T03:18:01,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1786116662/meta-region-server: CHANGED 2024-11-20T03:18:01,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1786116662/meta-region-server: CHANGED 2024-11-20T03:18:01,622 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:18:01,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,39471,1732072678272}] 2024-11-20T03:18:01,774 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:18:01,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T03:18:01,780 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T03:18:01,780 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:18:01,781 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T03:18:01,782 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C39471%2C1732072678272.meta, suffix=.meta, logDir=hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/WALs/d00f728e99d7,39471,1732072678272, archiveDir=hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/oldWALs, maxLogs=10 2024-11-20T03:18:01,794 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/WALs/d00f728e99d7,39471,1732072678272/d00f728e99d7%2C39471%2C1732072678272.meta.1732072681782.meta, exclude list is [], retry=0 2024-11-20T03:18:01,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33937,DS-489b772c-db23-4bd0-821e-63a1bca48777,DISK] 2024-11-20T03:18:01,797 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/WALs/d00f728e99d7,39471,1732072678272/d00f728e99d7%2C39471%2C1732072678272.meta.1732072681782.meta 2024-11-20T03:18:01,798 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33503:33503)] 2024-11-20T03:18:01,798 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:18:01,798 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:18:01,798 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:18:01,798 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T03:18:01,798 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T03:18:01,798 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T03:18:01,798 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:18:01,798 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T03:18:01,798 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T03:18:01,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:18:01,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:18:01,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:18:01,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:18:01,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:18:01,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:18:01,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:18:01,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:18:01,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:18:01,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:18:01,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:18:01,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:18:01,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:18:01,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:18:01,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:18:01,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:18:01,804 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:18:01,805 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/data/hbase/meta/1588230740 2024-11-20T03:18:01,806 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/data/hbase/meta/1588230740 2024-11-20T03:18:01,807 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:18:01,807 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:18:01,808 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:18:01,809 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:18:01,809 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70655964, jitterRate=0.05285590887069702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:18:01,810 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T03:18:01,810 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732072681798Writing region info on filesystem at 1732072681798Initializing all the Stores at 1732072681799 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072681799Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072681800 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072681800Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072681800Cleaning up temporary data from old regions at 1732072681807 (+7 ms)Running coprocessor post-open hooks at 1732072681810 (+3 ms)Region opened successfully at 1732072681810 2024-11-20T03:18:01,811 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732072681774 2024-11-20T03:18:01,813 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T03:18:01,813 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T03:18:01,814 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d00f728e99d7,39471,1732072678272 2024-11-20T03:18:01,815 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,39471,1732072678272, state=OPEN 2024-11-20T03:18:01,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x101563f7fe20004, quorum=127.0.0.1:50851, baseZNode=/1786116662 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1786116662/meta-region-server 2024-11-20T03:18:01,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37689-0x101563f7fe20003, quorum=127.0.0.1:50851, baseZNode=/1786116662 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1786116662/meta-region-server 2024-11-20T03:18:01,825 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d00f728e99d7,39471,1732072678272 2024-11-20T03:18:01,825 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1786116662/meta-region-server: CHANGED 2024-11-20T03:18:01,825 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1786116662/meta-region-server: CHANGED 2024-11-20T03:18:01,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T03:18:01,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,39471,1732072678272 in 203 msec 2024-11-20T03:18:01,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T03:18:01,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 565 msec 2024-11-20T03:18:01,831 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:18:01,831 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T03:18:01,832 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:18:01,832 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,39471,1732072678272, seqNum=-1] 2024-11-20T03:18:01,832 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:18:01,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37401, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:18:01,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4200 sec 2024-11-20T03:18:01,838 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732072681838, completionTime=-1 2024-11-20T03:18:01,838 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T03:18:01,838 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T03:18:01,840 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T03:18:01,840 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732072741840 2024-11-20T03:18:01,840 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732072801840 2024-11-20T03:18:01,840 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T03:18:01,840 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,37689,1732072678123-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:18:01,840 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,37689,1732072678123-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:18:01,840 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,37689,1732072678123-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:18:01,840 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d00f728e99d7:37689, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:18:01,841 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T03:18:01,841 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T03:18:01,842 DEBUG [master/d00f728e99d7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T03:18:01,843 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.502sec 2024-11-20T03:18:01,843 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T03:18:01,843 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T03:18:01,843 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T03:18:01,844 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T03:18:01,844 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T03:18:01,844 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,37689,1732072678123-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:18:01,844 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,37689,1732072678123-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T03:18:01,846 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T03:18:01,846 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T03:18:01,846 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,37689,1732072678123-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:18:01,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25ed74cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:18:01,901 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,37689,-1 for getting cluster id 2024-11-20T03:18:01,901 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:18:01,902 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26c04d7e-7c36-4ef7-812d-b776cd963579' 2024-11-20T03:18:01,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:18:01,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26c04d7e-7c36-4ef7-812d-b776cd963579" 2024-11-20T03:18:01,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14b83924, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:18:01,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,37689,-1] 2024-11-20T03:18:01,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:18:01,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:18:01,904 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:18:01,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c7e774e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:18:01,905 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:18:01,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,39471,1732072678272, seqNum=-1] 2024-11-20T03:18:01,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:18:01,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:18:01,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d00f728e99d7,37689,1732072678123 2024-11-20T03:18:01,910 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50851 2024-11-20T03:18:01,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50851, baseZNode=/1786116662 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:18:01,920 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101563f7fe20005 connected 2024-11-20T03:18:01,935 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:18:01,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,37985,1732072672271 2024-11-20T03:18:01,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d9e1210 2024-11-20T03:18:01,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:18:01,937 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:18:01,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37985 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:18:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37985 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T03:18:01,943 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T03:18:01,945 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:18:01,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37985 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T03:18:01,946 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T03:18:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:18:01,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741835_1011 (size=902) 2024-11-20T03:18:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:18:02,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:18:02,353 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 85707da9eaca7659fadc362b6d677067, NAME => 'test,,1732072681938.85707da9eaca7659fadc362b6d677067.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94 2024-11-20T03:18:02,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741836_1012 (size=39) 2024-11-20T03:18:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:18:02,760 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732072681938.85707da9eaca7659fadc362b6d677067.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:18:02,760 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 85707da9eaca7659fadc362b6d677067, disabling compactions & flushes 2024-11-20T03:18:02,760 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732072681938.85707da9eaca7659fadc362b6d677067. 2024-11-20T03:18:02,760 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732072681938.85707da9eaca7659fadc362b6d677067. 2024-11-20T03:18:02,760 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732072681938.85707da9eaca7659fadc362b6d677067. after waiting 0 ms 2024-11-20T03:18:02,760 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732072681938.85707da9eaca7659fadc362b6d677067. 2024-11-20T03:18:02,760 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732072681938.85707da9eaca7659fadc362b6d677067. 2024-11-20T03:18:02,761 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 85707da9eaca7659fadc362b6d677067: Waiting for close lock at 1732072682760Disabling compacts and flushes for region at 1732072682760Disabling writes for close at 1732072682760Writing region close event to WAL at 1732072682760Closed at 1732072682760 2024-11-20T03:18:02,763 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T03:18:02,764 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732072681938.85707da9eaca7659fadc362b6d677067.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732072682763"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732072682763"}]},"ts":"1732072682763"} 2024-11-20T03:18:02,768 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T03:18:02,770 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T03:18:02,771 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072682770"}]},"ts":"1732072682770"} 2024-11-20T03:18:02,777 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T03:18:02,778 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=85707da9eaca7659fadc362b6d677067, ASSIGN}] 2024-11-20T03:18:02,781 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=85707da9eaca7659fadc362b6d677067, ASSIGN 2024-11-20T03:18:02,783 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=85707da9eaca7659fadc362b6d677067, ASSIGN; state=OFFLINE, location=d00f728e99d7,35573,1732072672457; forceNewPlan=false, retain=false 2024-11-20T03:18:02,934 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=85707da9eaca7659fadc362b6d677067, regionState=OPENING, regionLocation=d00f728e99d7,35573,1732072672457 2024-11-20T03:18:02,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=85707da9eaca7659fadc362b6d677067, ASSIGN because future has completed 2024-11-20T03:18:02,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85707da9eaca7659fadc362b6d677067, server=d00f728e99d7,35573,1732072672457}] 2024-11-20T03:18:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:18:03,099 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732072681938.85707da9eaca7659fadc362b6d677067. 2024-11-20T03:18:03,099 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 85707da9eaca7659fadc362b6d677067, NAME => 'test,,1732072681938.85707da9eaca7659fadc362b6d677067.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:18:03,100 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:18:03,100 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T03:18:03,101 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 85707da9eaca7659fadc362b6d677067 2024-11-20T03:18:03,101 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732072681938.85707da9eaca7659fadc362b6d677067.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:18:03,102 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 85707da9eaca7659fadc362b6d677067 2024-11-20T03:18:03,102 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 85707da9eaca7659fadc362b6d677067 2024-11-20T03:18:03,110 INFO [StoreOpener-85707da9eaca7659fadc362b6d677067-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 85707da9eaca7659fadc362b6d677067 2024-11-20T03:18:03,112 INFO [StoreOpener-85707da9eaca7659fadc362b6d677067-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85707da9eaca7659fadc362b6d677067 columnFamilyName f 2024-11-20T03:18:03,112 DEBUG [StoreOpener-85707da9eaca7659fadc362b6d677067-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:18:03,113 INFO [StoreOpener-85707da9eaca7659fadc362b6d677067-1 {}] regionserver.HStore(327): Store=85707da9eaca7659fadc362b6d677067/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:18:03,113 INFO [StoreOpener-85707da9eaca7659fadc362b6d677067-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 85707da9eaca7659fadc362b6d677067 2024-11-20T03:18:03,115 INFO [StoreOpener-85707da9eaca7659fadc362b6d677067-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85707da9eaca7659fadc362b6d677067 columnFamilyName f1 2024-11-20T03:18:03,115 DEBUG [StoreOpener-85707da9eaca7659fadc362b6d677067-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:18:03,116 INFO [StoreOpener-85707da9eaca7659fadc362b6d677067-1 {}] regionserver.HStore(327): Store=85707da9eaca7659fadc362b6d677067/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:18:03,116 INFO [StoreOpener-85707da9eaca7659fadc362b6d677067-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 85707da9eaca7659fadc362b6d677067 2024-11-20T03:18:03,118 INFO [StoreOpener-85707da9eaca7659fadc362b6d677067-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85707da9eaca7659fadc362b6d677067 columnFamilyName norep 2024-11-20T03:18:03,118 DEBUG [StoreOpener-85707da9eaca7659fadc362b6d677067-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:18:03,119 INFO [StoreOpener-85707da9eaca7659fadc362b6d677067-1 {}] regionserver.HStore(327): Store=85707da9eaca7659fadc362b6d677067/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:18:03,119 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 85707da9eaca7659fadc362b6d677067 2024-11-20T03:18:03,121 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/default/test/85707da9eaca7659fadc362b6d677067 2024-11-20T03:18:03,122 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/default/test/85707da9eaca7659fadc362b6d677067 2024-11-20T03:18:03,123 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 85707da9eaca7659fadc362b6d677067 2024-11-20T03:18:03,123 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 85707da9eaca7659fadc362b6d677067 2024-11-20T03:18:03,123 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:18:03,131 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 85707da9eaca7659fadc362b6d677067 2024-11-20T03:18:03,137 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/default/test/85707da9eaca7659fadc362b6d677067/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:18:03,138 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 85707da9eaca7659fadc362b6d677067; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75206928, jitterRate=0.12067055702209473}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:18:03,138 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 85707da9eaca7659fadc362b6d677067 2024-11-20T03:18:03,139 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 85707da9eaca7659fadc362b6d677067: Running coprocessor pre-open hook at 1732072683103Writing region info on filesystem at 1732072683103Initializing all the Stores at 1732072683108 (+5 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072683109 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072683109Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072683110 (+1 ms)Cleaning up temporary data from old regions at 1732072683123 (+13 ms)Running coprocessor post-open hooks at 1732072683138 (+15 ms)Region opened successfully at 1732072683139 (+1 ms) 2024-11-20T03:18:03,143 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732072681938.85707da9eaca7659fadc362b6d677067., pid=6, masterSystemTime=1732072683092 2024-11-20T03:18:03,146 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732072681938.85707da9eaca7659fadc362b6d677067. 2024-11-20T03:18:03,146 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732072681938.85707da9eaca7659fadc362b6d677067. 2024-11-20T03:18:03,149 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=85707da9eaca7659fadc362b6d677067, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d00f728e99d7,35573,1732072672457 2024-11-20T03:18:03,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85707da9eaca7659fadc362b6d677067, server=d00f728e99d7,35573,1732072672457 because future has completed 2024-11-20T03:18:03,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T03:18:03,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 85707da9eaca7659fadc362b6d677067, server=d00f728e99d7,35573,1732072672457 in 231 msec 2024-11-20T03:18:03,194 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T03:18:03,194 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072683194"}]},"ts":"1732072683194"} 2024-11-20T03:18:03,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T03:18:03,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=85707da9eaca7659fadc362b6d677067, ASSIGN in 404 msec 2024-11-20T03:18:03,200 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T03:18:03,202 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T03:18:03,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2610 sec 2024-11-20T03:18:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:18:04,096 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:18:04,096 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T03:18:04,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,37689,1732072678123 2024-11-20T03:18:04,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7160ae83 2024-11-20T03:18:04,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:18:04,099 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:18:04,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37689 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:18:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37689 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T03:18:04,104 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T03:18:04,105 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:18:04,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37689 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T03:18:04,108 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T03:18:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:18:04,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741835_1011 (size=902) 2024-11-20T03:18:04,132 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 993a4eb78f04e0f2b83aaa889ff3bbb0, NAME => 'test,,1732072684100.993a4eb78f04e0f2b83aaa889ff3bbb0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a 2024-11-20T03:18:04,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741836_1012 (size=39) 2024-11-20T03:18:04,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T03:18:04,209 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T03:18:04,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T03:18:04,210 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T03:18:04,211 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:18:04,211 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T03:18:04,212 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T03:18:04,212 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T03:18:04,212 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:18:04,212 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T03:18:04,212 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T03:18:04,212 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T03:18:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:18:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:18:04,583 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732072684100.993a4eb78f04e0f2b83aaa889ff3bbb0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:18:04,583 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 993a4eb78f04e0f2b83aaa889ff3bbb0, disabling compactions & flushes 2024-11-20T03:18:04,583 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732072684100.993a4eb78f04e0f2b83aaa889ff3bbb0. 2024-11-20T03:18:04,583 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732072684100.993a4eb78f04e0f2b83aaa889ff3bbb0. 2024-11-20T03:18:04,583 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732072684100.993a4eb78f04e0f2b83aaa889ff3bbb0. after waiting 0 ms 2024-11-20T03:18:04,583 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732072684100.993a4eb78f04e0f2b83aaa889ff3bbb0. 2024-11-20T03:18:04,583 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732072684100.993a4eb78f04e0f2b83aaa889ff3bbb0. 2024-11-20T03:18:04,584 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 993a4eb78f04e0f2b83aaa889ff3bbb0: Waiting for close lock at 1732072684583Disabling compacts and flushes for region at 1732072684583Disabling writes for close at 1732072684583Writing region close event to WAL at 1732072684583Closed at 1732072684583 2024-11-20T03:18:04,586 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T03:18:04,587 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732072684100.993a4eb78f04e0f2b83aaa889ff3bbb0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732072684586"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732072684586"}]},"ts":"1732072684586"} 2024-11-20T03:18:04,592 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T03:18:04,595 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T03:18:04,595 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072684595"}]},"ts":"1732072684595"} 2024-11-20T03:18:04,599 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T03:18:04,600 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=993a4eb78f04e0f2b83aaa889ff3bbb0, ASSIGN}] 2024-11-20T03:18:04,602 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=993a4eb78f04e0f2b83aaa889ff3bbb0, ASSIGN 2024-11-20T03:18:04,606 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=993a4eb78f04e0f2b83aaa889ff3bbb0, ASSIGN; state=OFFLINE, location=d00f728e99d7,39471,1732072678272; forceNewPlan=false, retain=false 2024-11-20T03:18:04,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:18:04,757 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=993a4eb78f04e0f2b83aaa889ff3bbb0, regionState=OPENING, regionLocation=d00f728e99d7,39471,1732072678272 2024-11-20T03:18:04,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=993a4eb78f04e0f2b83aaa889ff3bbb0, ASSIGN because future has completed 2024-11-20T03:18:04,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 993a4eb78f04e0f2b83aaa889ff3bbb0, server=d00f728e99d7,39471,1732072678272}] 2024-11-20T03:18:04,935 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732072684100.993a4eb78f04e0f2b83aaa889ff3bbb0. 2024-11-20T03:18:04,935 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 993a4eb78f04e0f2b83aaa889ff3bbb0, NAME => 'test,,1732072684100.993a4eb78f04e0f2b83aaa889ff3bbb0.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:18:04,935 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:18:04,935 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T03:18:04,936 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 993a4eb78f04e0f2b83aaa889ff3bbb0 2024-11-20T03:18:04,936 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732072684100.993a4eb78f04e0f2b83aaa889ff3bbb0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:18:04,936 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 993a4eb78f04e0f2b83aaa889ff3bbb0 2024-11-20T03:18:04,936 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 993a4eb78f04e0f2b83aaa889ff3bbb0 2024-11-20T03:18:04,938 INFO [StoreOpener-993a4eb78f04e0f2b83aaa889ff3bbb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 993a4eb78f04e0f2b83aaa889ff3bbb0 2024-11-20T03:18:04,940 INFO [StoreOpener-993a4eb78f04e0f2b83aaa889ff3bbb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 993a4eb78f04e0f2b83aaa889ff3bbb0 columnFamilyName f 2024-11-20T03:18:04,941 DEBUG [StoreOpener-993a4eb78f04e0f2b83aaa889ff3bbb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:18:04,941 INFO [StoreOpener-993a4eb78f04e0f2b83aaa889ff3bbb0-1 {}] regionserver.HStore(327): Store=993a4eb78f04e0f2b83aaa889ff3bbb0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:18:04,942 INFO [StoreOpener-993a4eb78f04e0f2b83aaa889ff3bbb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 993a4eb78f04e0f2b83aaa889ff3bbb0 2024-11-20T03:18:04,943 INFO [StoreOpener-993a4eb78f04e0f2b83aaa889ff3bbb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 993a4eb78f04e0f2b83aaa889ff3bbb0 columnFamilyName f1 2024-11-20T03:18:04,944 DEBUG [StoreOpener-993a4eb78f04e0f2b83aaa889ff3bbb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:18:04,944 INFO [StoreOpener-993a4eb78f04e0f2b83aaa889ff3bbb0-1 {}] regionserver.HStore(327): Store=993a4eb78f04e0f2b83aaa889ff3bbb0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:18:04,944 INFO [StoreOpener-993a4eb78f04e0f2b83aaa889ff3bbb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 993a4eb78f04e0f2b83aaa889ff3bbb0 2024-11-20T03:18:04,948 INFO [StoreOpener-993a4eb78f04e0f2b83aaa889ff3bbb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 993a4eb78f04e0f2b83aaa889ff3bbb0 columnFamilyName norep 2024-11-20T03:18:04,948 DEBUG [StoreOpener-993a4eb78f04e0f2b83aaa889ff3bbb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:18:04,950 INFO [StoreOpener-993a4eb78f04e0f2b83aaa889ff3bbb0-1 {}] regionserver.HStore(327): Store=993a4eb78f04e0f2b83aaa889ff3bbb0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:18:04,951 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 993a4eb78f04e0f2b83aaa889ff3bbb0 2024-11-20T03:18:04,952 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/data/default/test/993a4eb78f04e0f2b83aaa889ff3bbb0 2024-11-20T03:18:04,952 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/data/default/test/993a4eb78f04e0f2b83aaa889ff3bbb0 2024-11-20T03:18:04,954 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 993a4eb78f04e0f2b83aaa889ff3bbb0 2024-11-20T03:18:04,954 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 993a4eb78f04e0f2b83aaa889ff3bbb0 2024-11-20T03:18:04,955 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:18:04,956 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 993a4eb78f04e0f2b83aaa889ff3bbb0 2024-11-20T03:18:04,961 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/data/default/test/993a4eb78f04e0f2b83aaa889ff3bbb0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:18:04,962 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 993a4eb78f04e0f2b83aaa889ff3bbb0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72564458, jitterRate=0.08129468560218811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:18:04,962 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 993a4eb78f04e0f2b83aaa889ff3bbb0 2024-11-20T03:18:04,962 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 993a4eb78f04e0f2b83aaa889ff3bbb0: Running coprocessor pre-open hook at 1732072684937Writing region info on filesystem at 1732072684937Initializing all the Stores at 1732072684938 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072684938Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072684938Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072684938Cleaning up temporary data from old regions at 1732072684954 (+16 ms)Running coprocessor post-open hooks at 1732072684962 (+8 ms)Region opened successfully at 1732072684962 2024-11-20T03:18:04,963 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732072684100.993a4eb78f04e0f2b83aaa889ff3bbb0., pid=6, masterSystemTime=1732072684924 2024-11-20T03:18:04,965 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732072684100.993a4eb78f04e0f2b83aaa889ff3bbb0. 2024-11-20T03:18:04,965 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732072684100.993a4eb78f04e0f2b83aaa889ff3bbb0. 2024-11-20T03:18:04,966 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=993a4eb78f04e0f2b83aaa889ff3bbb0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d00f728e99d7,39471,1732072678272 2024-11-20T03:18:04,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 993a4eb78f04e0f2b83aaa889ff3bbb0, server=d00f728e99d7,39471,1732072678272 because future has completed 2024-11-20T03:18:04,986 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37689 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=d00f728e99d7,39471,1732072678272, table=test, region=993a4eb78f04e0f2b83aaa889ff3bbb0. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T03:18:04,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T03:18:04,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 993a4eb78f04e0f2b83aaa889ff3bbb0, server=d00f728e99d7,39471,1732072678272 in 220 msec 2024-11-20T03:18:05,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T03:18:05,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=993a4eb78f04e0f2b83aaa889ff3bbb0, ASSIGN in 397 msec 2024-11-20T03:18:05,005 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T03:18:05,006 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072685005"}]},"ts":"1732072685005"} 2024-11-20T03:18:05,009 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T03:18:05,011 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T03:18:05,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 911 msec 2024-11-20T03:18:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37689 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:18:05,253 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T03:18:05,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abe0e23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:18:05,268 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,37985,-1 for getting cluster id 2024-11-20T03:18:05,269 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:18:05,270 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8ead412-b410-4cf7-9961-aa94513ff912' 2024-11-20T03:18:05,270 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:18:05,270 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8ead412-b410-4cf7-9961-aa94513ff912" 2024-11-20T03:18:05,270 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3140b2f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:18:05,270 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,37985,-1] 2024-11-20T03:18:05,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:18:05,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:18:05,272 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:18:05,273 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12cedfb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:18:05,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a9afe39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:18:05,276 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,37689,-1 for getting cluster id 2024-11-20T03:18:05,277 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:18:05,278 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26c04d7e-7c36-4ef7-812d-b776cd963579' 2024-11-20T03:18:05,279 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:18:05,279 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26c04d7e-7c36-4ef7-812d-b776cd963579" 2024-11-20T03:18:05,279 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab1ac88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:18:05,279 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,37689,-1] 2024-11-20T03:18:05,280 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:18:05,281 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:18:05,281 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:18:05,282 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d48de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:18:05,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a06532, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:18:05,284 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,37985,-1 for getting cluster id 2024-11-20T03:18:05,285 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:18:05,286 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8ead412-b410-4cf7-9961-aa94513ff912' 2024-11-20T03:18:05,286 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:18:05,286 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8ead412-b410-4cf7-9961-aa94513ff912" 2024-11-20T03:18:05,286 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c34afeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:18:05,286 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,37985,-1] 2024-11-20T03:18:05,287 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:18:05,287 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:18:05,288 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:18:05,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@338aab13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:18:05,291 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:18:05,293 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,37985,1732072672271 2024-11-20T03:18:05,293 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28331bf6 2024-11-20T03:18:05,293 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:18:05,294 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:18:05,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37985 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d00f728e99d7:37689,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-20T03:18:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37985 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T03:18:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:18:05,298 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d00f728e99d7:37689' 2024-11-20T03:18:05,299 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d6216c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:18:05,299 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,37689,-1 for getting cluster id 2024-11-20T03:18:05,299 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:18:05,300 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26c04d7e-7c36-4ef7-812d-b776cd963579' 2024-11-20T03:18:05,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:18:05,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26c04d7e-7c36-4ef7-812d-b776cd963579" 2024-11-20T03:18:05,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23a08341, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:18:05,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,37689,-1] 2024-11-20T03:18:05,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:18:05,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:18:05,301 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:18:05,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@493edf56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:18:05,302 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:18:05,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,37689,1732072678123 2024-11-20T03:18:05,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68b20fc1 2024-11-20T03:18:05,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:18:05,304 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:18:05,305 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T03:18:05,305 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T03:18:05,305 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:18:05,305 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:18:05,305 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:18:05,306 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:18:05,307 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T03:18:05,308 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T03:18:05,308 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:18:05,309 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T03:18:05,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741837_1013 (size=1138) 2024-11-20T03:18:05,357 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T03:18:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:18:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:18:05,717 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2190292fa9d37ec997e6cb54f2f4dcbf, NAME => 'hbase:replication,,1732072685305.2190292fa9d37ec997e6cb54f2f4dcbf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94 2024-11-20T03:18:05,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741838_1014 (size=44) 2024-11-20T03:18:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:18:06,124 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732072685305.2190292fa9d37ec997e6cb54f2f4dcbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:18:06,124 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2190292fa9d37ec997e6cb54f2f4dcbf, disabling compactions & flushes 2024-11-20T03:18:06,124 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732072685305.2190292fa9d37ec997e6cb54f2f4dcbf. 2024-11-20T03:18:06,124 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732072685305.2190292fa9d37ec997e6cb54f2f4dcbf. 2024-11-20T03:18:06,124 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732072685305.2190292fa9d37ec997e6cb54f2f4dcbf. after waiting 0 ms 2024-11-20T03:18:06,124 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732072685305.2190292fa9d37ec997e6cb54f2f4dcbf. 2024-11-20T03:18:06,124 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732072685305.2190292fa9d37ec997e6cb54f2f4dcbf. 2024-11-20T03:18:06,124 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2190292fa9d37ec997e6cb54f2f4dcbf: Waiting for close lock at 1732072686124Disabling compacts and flushes for region at 1732072686124Disabling writes for close at 1732072686124Writing region close event to WAL at 1732072686124Closed at 1732072686124 2024-11-20T03:18:06,126 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T03:18:06,126 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732072685305.2190292fa9d37ec997e6cb54f2f4dcbf.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732072686126"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732072686126"}]},"ts":"1732072686126"} 2024-11-20T03:18:06,128 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T03:18:06,130 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T03:18:06,130 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072686130"}]},"ts":"1732072686130"} 2024-11-20T03:18:06,132 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T03:18:06,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2190292fa9d37ec997e6cb54f2f4dcbf, ASSIGN}] 2024-11-20T03:18:06,135 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2190292fa9d37ec997e6cb54f2f4dcbf, ASSIGN 2024-11-20T03:18:06,136 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2190292fa9d37ec997e6cb54f2f4dcbf, ASSIGN; state=OFFLINE, location=d00f728e99d7,35573,1732072672457; forceNewPlan=false, retain=false 2024-11-20T03:18:06,286 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2190292fa9d37ec997e6cb54f2f4dcbf, regionState=OPENING, regionLocation=d00f728e99d7,35573,1732072672457 2024-11-20T03:18:06,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2190292fa9d37ec997e6cb54f2f4dcbf, ASSIGN because future has completed 2024-11-20T03:18:06,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2190292fa9d37ec997e6cb54f2f4dcbf, server=d00f728e99d7,35573,1732072672457}] 2024-11-20T03:18:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:18:06,445 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732072685305.2190292fa9d37ec997e6cb54f2f4dcbf. 2024-11-20T03:18:06,445 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:18:06,445 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T03:18:06,447 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C35573%2C1732072672457.rep, suffix=, logDir=hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457, archiveDir=hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/oldWALs, maxLogs=10 2024-11-20T03:18:06,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.rep.1732072686447, exclude list is [], retry=0 2024-11-20T03:18:06,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45945,DS-14eb4cbd-8106-4b30-9d30-1a6c5027f1b9,DISK] 2024-11-20T03:18:06,462 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.rep.1732072686447 2024-11-20T03:18:06,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39673:39673)] 2024-11-20T03:18:06,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2190292fa9d37ec997e6cb54f2f4dcbf, NAME => 'hbase:replication,,1732072685305.2190292fa9d37ec997e6cb54f2f4dcbf.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:18:06,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:18:06,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:18:06,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732072685305.2190292fa9d37ec997e6cb54f2f4dcbf. service=MultiRowMutationService 2024-11-20T03:18:06,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T03:18:06,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2190292fa9d37ec997e6cb54f2f4dcbf 2024-11-20T03:18:06,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732072685305.2190292fa9d37ec997e6cb54f2f4dcbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:18:06,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2190292fa9d37ec997e6cb54f2f4dcbf 2024-11-20T03:18:06,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2190292fa9d37ec997e6cb54f2f4dcbf 2024-11-20T03:18:06,465 INFO [StoreOpener-2190292fa9d37ec997e6cb54f2f4dcbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2190292fa9d37ec997e6cb54f2f4dcbf 2024-11-20T03:18:06,466 INFO [StoreOpener-2190292fa9d37ec997e6cb54f2f4dcbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2190292fa9d37ec997e6cb54f2f4dcbf columnFamilyName hfileref 2024-11-20T03:18:06,466 DEBUG [StoreOpener-2190292fa9d37ec997e6cb54f2f4dcbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:18:06,467 INFO [StoreOpener-2190292fa9d37ec997e6cb54f2f4dcbf-1 {}] regionserver.HStore(327): Store=2190292fa9d37ec997e6cb54f2f4dcbf/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:18:06,467 INFO [StoreOpener-2190292fa9d37ec997e6cb54f2f4dcbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2190292fa9d37ec997e6cb54f2f4dcbf 2024-11-20T03:18:06,468 INFO [StoreOpener-2190292fa9d37ec997e6cb54f2f4dcbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2190292fa9d37ec997e6cb54f2f4dcbf columnFamilyName queue 2024-11-20T03:18:06,468 DEBUG [StoreOpener-2190292fa9d37ec997e6cb54f2f4dcbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:18:06,468 INFO [StoreOpener-2190292fa9d37ec997e6cb54f2f4dcbf-1 {}] regionserver.HStore(327): Store=2190292fa9d37ec997e6cb54f2f4dcbf/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:18:06,468 INFO [StoreOpener-2190292fa9d37ec997e6cb54f2f4dcbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2190292fa9d37ec997e6cb54f2f4dcbf 2024-11-20T03:18:06,469 INFO [StoreOpener-2190292fa9d37ec997e6cb54f2f4dcbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2190292fa9d37ec997e6cb54f2f4dcbf columnFamilyName sid 2024-11-20T03:18:06,469 DEBUG [StoreOpener-2190292fa9d37ec997e6cb54f2f4dcbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:18:06,470 INFO [StoreOpener-2190292fa9d37ec997e6cb54f2f4dcbf-1 {}] regionserver.HStore(327): Store=2190292fa9d37ec997e6cb54f2f4dcbf/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:18:06,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2190292fa9d37ec997e6cb54f2f4dcbf 2024-11-20T03:18:06,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/hbase/replication/2190292fa9d37ec997e6cb54f2f4dcbf 2024-11-20T03:18:06,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/hbase/replication/2190292fa9d37ec997e6cb54f2f4dcbf 2024-11-20T03:18:06,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2190292fa9d37ec997e6cb54f2f4dcbf 2024-11-20T03:18:06,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2190292fa9d37ec997e6cb54f2f4dcbf 2024-11-20T03:18:06,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:18:06,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2190292fa9d37ec997e6cb54f2f4dcbf 2024-11-20T03:18:06,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/hbase/replication/2190292fa9d37ec997e6cb54f2f4dcbf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:18:06,475 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2190292fa9d37ec997e6cb54f2f4dcbf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60986434, jitterRate=-0.0912313163280487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:18:06,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2190292fa9d37ec997e6cb54f2f4dcbf 2024-11-20T03:18:06,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2190292fa9d37ec997e6cb54f2f4dcbf: Running coprocessor pre-open hook at 1732072686463Writing region info on filesystem at 1732072686463Initializing all the Stores at 1732072686464 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072686465 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072686465Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072686465Cleaning up temporary data from old regions at 1732072686471 (+6 ms)Running coprocessor post-open hooks at 1732072686475 (+4 ms)Region opened successfully at 1732072686475 2024-11-20T03:18:06,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732072685305.2190292fa9d37ec997e6cb54f2f4dcbf., pid=10, masterSystemTime=1732072686441 2024-11-20T03:18:06,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732072685305.2190292fa9d37ec997e6cb54f2f4dcbf. 2024-11-20T03:18:06,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732072685305.2190292fa9d37ec997e6cb54f2f4dcbf. 2024-11-20T03:18:06,478 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2190292fa9d37ec997e6cb54f2f4dcbf, regionState=OPEN, openSeqNum=2, regionLocation=d00f728e99d7,35573,1732072672457 2024-11-20T03:18:06,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2190292fa9d37ec997e6cb54f2f4dcbf, server=d00f728e99d7,35573,1732072672457 because future has completed 2024-11-20T03:18:06,483 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T03:18:06,483 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2190292fa9d37ec997e6cb54f2f4dcbf, server=d00f728e99d7,35573,1732072672457 in 192 msec 2024-11-20T03:18:06,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T03:18:06,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2190292fa9d37ec997e6cb54f2f4dcbf, ASSIGN in 350 msec 2024-11-20T03:18:06,485 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T03:18:06,485 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072686485"}]},"ts":"1732072686485"} 2024-11-20T03:18:06,487 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T03:18:06,488 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T03:18:06,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1820 sec 2024-11-20T03:18:06,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732072685305.2190292fa9d37ec997e6cb54f2f4dcbf., hostname=d00f728e99d7,35573,1732072672457, seqNum=2] 2024-11-20T03:18:06,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37985-0x101563f7fe20000, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-480404494 2024-11-20T03:18:06,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35573-0x101563f7fe20001, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-480404494 2024-11-20T03:18:06,553 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T03:18:06,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T03:18:06,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35573 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T03:18:06,719 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T03:18:06,761 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d00f728e99d7,35573,1732072672457, ReplicationSource: 1, currentBandwidth=0 2024-11-20T03:18:06,762 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:18:06,762 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,35573,1732072672457, seqNum=-1] 2024-11-20T03:18:06,762 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:18:06,764 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-20T03:18:06,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d00f728e99d7,35573,1732072672457', locateType=CURRENT is [region=hbase:replication,,1732072685305.2190292fa9d37ec997e6cb54f2f4dcbf., hostname=d00f728e99d7,35573,1732072672457, seqNum=2] 2024-11-20T03:18:06,778 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T03:18:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37985 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T03:18:06,794 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d00f728e99d7,35573,1732072672457 suceeded 2024-11-20T03:18:06,803 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d00f728e99d7:37689' 2024-11-20T03:18:06,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T03:18:06,805 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5127310, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:18:06,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 231 msec 2024-11-20T03:18:06,805 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,37689,-1 for getting cluster id 2024-11-20T03:18:06,805 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:18:06,805 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d00f728e99d7:37689,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-20T03:18:06,806 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26c04d7e-7c36-4ef7-812d-b776cd963579' 2024-11-20T03:18:06,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:18:06,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26c04d7e-7c36-4ef7-812d-b776cd963579" 2024-11-20T03:18:06,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5250af29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:18:06,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,37689,-1] 2024-11-20T03:18:06,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:18:06,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:18:06,809 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:18:06,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5100 sec 2024-11-20T03:18:06,811 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37f97e6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:18:06,811 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:18:06,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,37689,1732072678123 2024-11-20T03:18:06,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42783ad 2024-11-20T03:18:06,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:18:06,815 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-20T03:18:06,816 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d00f728e99d7,35573,1732072672457 (queues=1) is replicating from cluster=c8ead412-b410-4cf7-9961-aa94513ff912 to cluster=26c04d7e-7c36-4ef7-812d-b776cd963579 2024-11-20T03:18:06,817 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d00f728e99d7%2C35573%2C1732072672457 2024-11-20T03:18:06,817 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d00f728e99d7,35573,1732072672457, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T03:18:06,833 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771, startPosition=0, beingWritten=true 2024-11-20T03:18:06,836 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.shipperd00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d00f728e99d7%2C35573%2C1732072672457 2024-11-20T03:18:06,853 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:18:06,853 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 379, reset compression=false 2024-11-20T03:18:06,854 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.shipperd00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,35573,1732072672457 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T03:18:07,062 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 379, reset compression=false 2024-11-20T03:18:07,300 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T03:18:07,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:18:07,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:18:07,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:18:07,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:18:07,366 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 379, reset compression=false 2024-11-20T03:18:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:18:07,443 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T03:18:07,443 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:18:07,443 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:18:07,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:18:07,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:18:07,443 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:18:07,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:18:07,451 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732072687448/Put/seqid=0 2024-11-20T03:18:07,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741840_1016 (size=7894) 2024-11-20T03:18:07,770 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 379, reset compression=false 2024-11-20T03:18:07,859 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/load_f/f/hfile_1 is 34, key is ddd/f:row/1732072687858/Put/seqid=0 2024-11-20T03:18:07,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741841_1017 (size=7691) 2024-11-20T03:18:07,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b0737a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:18:07,889 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,37985,-1 for getting cluster id 2024-11-20T03:18:07,889 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:18:07,890 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8ead412-b410-4cf7-9961-aa94513ff912' 2024-11-20T03:18:07,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:18:07,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8ead412-b410-4cf7-9961-aa94513ff912" 2024-11-20T03:18:07,891 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e962fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:18:07,891 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,37985,-1] 2024-11-20T03:18:07,891 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:18:07,891 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:18:07,892 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:18:07,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bc3ca32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:18:07,894 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:18:07,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,35573,1732072672457, seqNum=-1] 2024-11-20T03:18:07,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:18:07,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:18:07,920 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:18:07,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,37985,1732072672271 2024-11-20T03:18:07,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13c650a0 2024-11-20T03:18:07,925 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:18:07,926 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:18:07,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732072681938.85707da9eaca7659fadc362b6d677067., hostname=d00f728e99d7,35573,1732072672457, seqNum=2] 2024-11-20T03:18:07,950 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T03:18:07,983 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-20T03:18:07,988 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-20T03:18:08,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/load_f/f/hfile_1 for inclusion in 85707da9eaca7659fadc362b6d677067/f 2024-11-20T03:18:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-20T03:18:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T03:18:08,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/load_f/f/hfile_0 for inclusion in 85707da9eaca7659fadc362b6d677067/f 2024-11-20T03:18:08,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-20T03:18:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T03:18:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] regionserver.HRegion(2603): Flush status journal for 85707da9eaca7659fadc362b6d677067: 2024-11-20T03:18:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/load_f/f/hfile_1 to hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/staging/jenkins__test__gkumtjphqlr3jpl68m5ggvhm8f8kde40q9093toqijns5g4i3ugn9emo6sti0n5d/f/hfile_1 2024-11-20T03:18:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/staging/jenkins__test__gkumtjphqlr3jpl68m5ggvhm8f8kde40q9093toqijns5g4i3ugn9emo6sti0n5d/f/hfile_1 as hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/default/test/85707da9eaca7659fadc362b6d677067/f/5dcf99021a894a9889c42d5928738f68_SeqId_4_ 2024-11-20T03:18:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/load_f/f/hfile_0 to hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/staging/jenkins__test__gkumtjphqlr3jpl68m5ggvhm8f8kde40q9093toqijns5g4i3ugn9emo6sti0n5d/f/hfile_0 2024-11-20T03:18:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/staging/jenkins__test__gkumtjphqlr3jpl68m5ggvhm8f8kde40q9093toqijns5g4i3ugn9emo6sti0n5d/f/hfile_0 as hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/default/test/85707da9eaca7659fadc362b6d677067/f/3773ff5880a0400f9c43534a905df0f6_SeqId_4_ 2024-11-20T03:18:08,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/staging/jenkins__test__gkumtjphqlr3jpl68m5ggvhm8f8kde40q9093toqijns5g4i3ugn9emo6sti0n5d/f/hfile_1 into 85707da9eaca7659fadc362b6d677067/f as hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/default/test/85707da9eaca7659fadc362b6d677067/f/5dcf99021a894a9889c42d5928738f68_SeqId_4_ - updating store file list. 2024-11-20T03:18:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5dcf99021a894a9889c42d5928738f68_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T03:18:08,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/default/test/85707da9eaca7659fadc362b6d677067/f/5dcf99021a894a9889c42d5928738f68_SeqId_4_ into 85707da9eaca7659fadc362b6d677067/f 2024-11-20T03:18:08,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/staging/jenkins__test__gkumtjphqlr3jpl68m5ggvhm8f8kde40q9093toqijns5g4i3ugn9emo6sti0n5d/f/hfile_1 into 85707da9eaca7659fadc362b6d677067/f (new location: hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/default/test/85707da9eaca7659fadc362b6d677067/f/5dcf99021a894a9889c42d5928738f68_SeqId_4_) 2024-11-20T03:18:08,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/staging/jenkins__test__gkumtjphqlr3jpl68m5ggvhm8f8kde40q9093toqijns5g4i3ugn9emo6sti0n5d/f/hfile_1 2024-11-20T03:18:08,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/staging/jenkins__test__gkumtjphqlr3jpl68m5ggvhm8f8kde40q9093toqijns5g4i3ugn9emo6sti0n5d/f/hfile_0 into 85707da9eaca7659fadc362b6d677067/f as hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/default/test/85707da9eaca7659fadc362b6d677067/f/3773ff5880a0400f9c43534a905df0f6_SeqId_4_ - updating store file list. 2024-11-20T03:18:08,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3773ff5880a0400f9c43534a905df0f6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T03:18:08,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/default/test/85707da9eaca7659fadc362b6d677067/f/3773ff5880a0400f9c43534a905df0f6_SeqId_4_ into 85707da9eaca7659fadc362b6d677067/f 2024-11-20T03:18:08,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/staging/jenkins__test__gkumtjphqlr3jpl68m5ggvhm8f8kde40q9093toqijns5g4i3ugn9emo6sti0n5d/f/hfile_0 into 85707da9eaca7659fadc362b6d677067/f (new location: hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/default/test/85707da9eaca7659fadc362b6d677067/f/3773ff5880a0400f9c43534a905df0f6_SeqId_4_) 2024-11-20T03:18:08,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/staging/jenkins__test__gkumtjphqlr3jpl68m5ggvhm8f8kde40q9093toqijns5g4i3ugn9emo6sti0n5d/f/hfile_0 2024-11-20T03:18:08,145 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:18:08,145 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:18:08,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:18:08,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:18:08,146 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:18:08,149 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732072681938.85707da9eaca7659fadc362b6d677067., hostname=d00f728e99d7,35573,1732072672457, seqNum=2 , the old value is region=test,,1732072681938.85707da9eaca7659fadc362b6d677067., hostname=d00f728e99d7,35573,1732072672457, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d00f728e99d7:35573 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T03:18:08,149 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T03:18:08,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732072681938.85707da9eaca7659fadc362b6d677067., hostname=d00f728e99d7,35573,1732072672457, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T03:18:08,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732072681938.85707da9eaca7659fadc362b6d677067., hostname=d00f728e99d7,35573,1732072672457, seqNum=2 from cache 2024-11-20T03:18:08,152 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:18:08,155 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,39471,1732072678272, seqNum=-1] 2024-11-20T03:18:08,155 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:18:08,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:18:08,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732072684100.993a4eb78f04e0f2b83aaa889ff3bbb0., hostname=d00f728e99d7,39471,1732072678272, seqNum=2] 2024-11-20T03:18:08,173 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T03:18:08,284 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 379, reset compression=false 2024-11-20T03:18:08,291 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:35573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T03:18:08,336 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T03:18:08,336 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.shipperd00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,35573,1732072672457 got entry batch from reader: WALEntryBatch [walEntries=[{test/85707da9eaca7659fadc362b6d677067/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732072688137/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T03:18:08,366 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.shipperd00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:18:08,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-20T03:18:08,372 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.ReplicationSink(318): Replicating [c8ead412-b410-4cf7-9961-aa94513ff912] bulk loaded data 2024-11-20T03:18:08,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f13e708, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:18:08,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,37689,-1 for getting cluster id 2024-11-20T03:18:08,375 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:18:08,376 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26c04d7e-7c36-4ef7-812d-b776cd963579' 2024-11-20T03:18:08,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:18:08,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26c04d7e-7c36-4ef7-812d-b776cd963579" 2024-11-20T03:18:08,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@598a82f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:18:08,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,37689,-1] 2024-11-20T03:18:08,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:18:08,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:18:08,381 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:18:08,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ed7fa01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:18:08,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741837_1013 (size=7691) 2024-11-20T03:18:08,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741838_1014 (size=7894) 2024-11-20T03:18:08,536 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 687, reset compression=false 2024-11-20T03:18:08,840 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 687, reset compression=false 2024-11-20T03:18:08,856 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:18:08,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,37689,1732072678123 2024-11-20T03:18:08,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f307b12 2024-11-20T03:18:08,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:18:08,858 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-20T03:18:08,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T03:18:08,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:18:08,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,39471,1732072678272, seqNum=-1] 2024-11-20T03:18:08,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:18:08,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-20T03:18:08,869 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/staging/jenkins.hfs.6__test__ielnflisc1erjafjnpqbb1d2cpigue9ebbmnta8gduhd05mcou7lrnsubf1oim3u/f/3773ff5880a0400f9c43534a905df0f6_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-20T03:18:08,872 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/staging/jenkins.hfs.6__test__ielnflisc1erjafjnpqbb1d2cpigue9ebbmnta8gduhd05mcou7lrnsubf1oim3u/f/5dcf99021a894a9889c42d5928738f68_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-20T03:18:08,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/staging/jenkins.hfs.6__test__ielnflisc1erjafjnpqbb1d2cpigue9ebbmnta8gduhd05mcou7lrnsubf1oim3u/f/3773ff5880a0400f9c43534a905df0f6_SeqId_4_ for inclusion in 993a4eb78f04e0f2b83aaa889ff3bbb0/f 2024-11-20T03:18:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-20T03:18:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T03:18:08,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/staging/jenkins.hfs.6__test__ielnflisc1erjafjnpqbb1d2cpigue9ebbmnta8gduhd05mcou7lrnsubf1oim3u/f/5dcf99021a894a9889c42d5928738f68_SeqId_4_ for inclusion in 993a4eb78f04e0f2b83aaa889ff3bbb0/f 2024-11-20T03:18:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-20T03:18:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T03:18:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HRegion(2603): Flush status journal for 993a4eb78f04e0f2b83aaa889ff3bbb0: 2024-11-20T03:18:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3773ff5880a0400f9c43534a905df0f6_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T03:18:08,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/staging/jenkins.hfs.6__test__ielnflisc1erjafjnpqbb1d2cpigue9ebbmnta8gduhd05mcou7lrnsubf1oim3u/f/3773ff5880a0400f9c43534a905df0f6_SeqId_4_ as hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/data/default/test/993a4eb78f04e0f2b83aaa889ff3bbb0/f/e2cbae9d8ec94595bced8055381e8e57_SeqId_4_ 2024-11-20T03:18:08,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5dcf99021a894a9889c42d5928738f68_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T03:18:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/staging/jenkins.hfs.6__test__ielnflisc1erjafjnpqbb1d2cpigue9ebbmnta8gduhd05mcou7lrnsubf1oim3u/f/5dcf99021a894a9889c42d5928738f68_SeqId_4_ as hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/data/default/test/993a4eb78f04e0f2b83aaa889ff3bbb0/f/3f759a2204124f478ebfc7abe0ad0500_SeqId_4_ 2024-11-20T03:18:08,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/staging/jenkins.hfs.6__test__ielnflisc1erjafjnpqbb1d2cpigue9ebbmnta8gduhd05mcou7lrnsubf1oim3u/f/3773ff5880a0400f9c43534a905df0f6_SeqId_4_ into 993a4eb78f04e0f2b83aaa889ff3bbb0/f as hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/data/default/test/993a4eb78f04e0f2b83aaa889ff3bbb0/f/e2cbae9d8ec94595bced8055381e8e57_SeqId_4_ - updating store file list. 2024-11-20T03:18:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e2cbae9d8ec94595bced8055381e8e57_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T03:18:08,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/data/default/test/993a4eb78f04e0f2b83aaa889ff3bbb0/f/e2cbae9d8ec94595bced8055381e8e57_SeqId_4_ into 993a4eb78f04e0f2b83aaa889ff3bbb0/f 2024-11-20T03:18:08,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/staging/jenkins.hfs.6__test__ielnflisc1erjafjnpqbb1d2cpigue9ebbmnta8gduhd05mcou7lrnsubf1oim3u/f/3773ff5880a0400f9c43534a905df0f6_SeqId_4_ into 993a4eb78f04e0f2b83aaa889ff3bbb0/f (new location: hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/data/default/test/993a4eb78f04e0f2b83aaa889ff3bbb0/f/e2cbae9d8ec94595bced8055381e8e57_SeqId_4_) 2024-11-20T03:18:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/staging/jenkins.hfs.6__test__ielnflisc1erjafjnpqbb1d2cpigue9ebbmnta8gduhd05mcou7lrnsubf1oim3u/f/3773ff5880a0400f9c43534a905df0f6_SeqId_4_ 2024-11-20T03:18:08,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/staging/jenkins.hfs.6__test__ielnflisc1erjafjnpqbb1d2cpigue9ebbmnta8gduhd05mcou7lrnsubf1oim3u/f/5dcf99021a894a9889c42d5928738f68_SeqId_4_ into 993a4eb78f04e0f2b83aaa889ff3bbb0/f as hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/data/default/test/993a4eb78f04e0f2b83aaa889ff3bbb0/f/3f759a2204124f478ebfc7abe0ad0500_SeqId_4_ - updating store file list. 2024-11-20T03:18:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3f759a2204124f478ebfc7abe0ad0500_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T03:18:08,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/data/default/test/993a4eb78f04e0f2b83aaa889ff3bbb0/f/3f759a2204124f478ebfc7abe0ad0500_SeqId_4_ into 993a4eb78f04e0f2b83aaa889ff3bbb0/f 2024-11-20T03:18:08,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/staging/jenkins.hfs.6__test__ielnflisc1erjafjnpqbb1d2cpigue9ebbmnta8gduhd05mcou7lrnsubf1oim3u/f/5dcf99021a894a9889c42d5928738f68_SeqId_4_ into 993a4eb78f04e0f2b83aaa889ff3bbb0/f (new location: hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/data/default/test/993a4eb78f04e0f2b83aaa889ff3bbb0/f/3f759a2204124f478ebfc7abe0ad0500_SeqId_4_) 2024-11-20T03:18:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/staging/jenkins.hfs.6__test__ielnflisc1erjafjnpqbb1d2cpigue9ebbmnta8gduhd05mcou7lrnsubf1oim3u/f/5dcf99021a894a9889c42d5928738f68_SeqId_4_ 2024-11-20T03:18:08,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39471 {}] regionserver.ReplicationSink(324): Finished replicating [c8ead412-b410-4cf7-9961-aa94513ff912] bulk loaded data 2024-11-20T03:18:09,192 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:18:09,196 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732072689194/Put/seqid=0 2024-11-20T03:18:09,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741842_1018 (size=7997) 2024-11-20T03:18:09,244 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 687, reset compression=false 2024-11-20T03:18:09,603 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732072689602/Put/seqid=0 2024-11-20T03:18:09,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741843_1019 (size=7794) 2024-11-20T03:18:09,748 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 687, reset compression=false 2024-11-20T03:18:10,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16729688, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:18:10,008 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,37985,-1 for getting cluster id 2024-11-20T03:18:10,008 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:18:10,008 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c8ead412-b410-4cf7-9961-aa94513ff912' 2024-11-20T03:18:10,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:18:10,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c8ead412-b410-4cf7-9961-aa94513ff912" 2024-11-20T03:18:10,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3342e7df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:18:10,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,37985,-1] 2024-11-20T03:18:10,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:18:10,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:18:10,010 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:18:10,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bae48e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:18:10,011 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:18:10,012 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,35573,1732072672457, seqNum=-1] 2024-11-20T03:18:10,012 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:18:10,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:18:10,022 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:18:10,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,37985,1732072672271 2024-11-20T03:18:10,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b4c7065 2024-11-20T03:18:10,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:18:10,024 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:18:10,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732072681938.85707da9eaca7659fadc362b6d677067., hostname=d00f728e99d7,35573,1732072672457, seqNum=2] 2024-11-20T03:18:10,030 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T03:18:10,036 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-20T03:18:10,040 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-20T03:18:10,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/load_f1/f1/hfile_0 for inclusion in 85707da9eaca7659fadc362b6d677067/f1 2024-11-20T03:18:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-20T03:18:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T03:18:10,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/load_f1/f1/hfile_1 for inclusion in 85707da9eaca7659fadc362b6d677067/f1 2024-11-20T03:18:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-20T03:18:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T03:18:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] regionserver.HRegion(2603): Flush status journal for 85707da9eaca7659fadc362b6d677067: 2024-11-20T03:18:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/load_f1/f1/hfile_0 to hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/staging/jenkins__test__m8hfq3asn1on85e0coip1totv0b9606vrq950at8s0lrc6bene5mmrl06hshcuhs/f1/hfile_0 2024-11-20T03:18:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/staging/jenkins__test__m8hfq3asn1on85e0coip1totv0b9606vrq950at8s0lrc6bene5mmrl06hshcuhs/f1/hfile_0 as hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/default/test/85707da9eaca7659fadc362b6d677067/f1/46cfe8bfa5b74c31b6302280aae4ca78_SeqId_6_ 2024-11-20T03:18:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/load_f1/f1/hfile_1 to hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/staging/jenkins__test__m8hfq3asn1on85e0coip1totv0b9606vrq950at8s0lrc6bene5mmrl06hshcuhs/f1/hfile_1 2024-11-20T03:18:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/staging/jenkins__test__m8hfq3asn1on85e0coip1totv0b9606vrq950at8s0lrc6bene5mmrl06hshcuhs/f1/hfile_1 as hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/default/test/85707da9eaca7659fadc362b6d677067/f1/3a38e3772e264dc6997926f093f2ffbc_SeqId_6_ 2024-11-20T03:18:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-20T03:18:10,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/staging/jenkins__test__m8hfq3asn1on85e0coip1totv0b9606vrq950at8s0lrc6bene5mmrl06hshcuhs/f1/hfile_0 into 85707da9eaca7659fadc362b6d677067/f1 as hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/default/test/85707da9eaca7659fadc362b6d677067/f1/46cfe8bfa5b74c31b6302280aae4ca78_SeqId_6_ - updating store file list. 2024-11-20T03:18:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 46cfe8bfa5b74c31b6302280aae4ca78_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T03:18:10,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/default/test/85707da9eaca7659fadc362b6d677067/f1/46cfe8bfa5b74c31b6302280aae4ca78_SeqId_6_ into 85707da9eaca7659fadc362b6d677067/f1 2024-11-20T03:18:10,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/staging/jenkins__test__m8hfq3asn1on85e0coip1totv0b9606vrq950at8s0lrc6bene5mmrl06hshcuhs/f1/hfile_0 into 85707da9eaca7659fadc362b6d677067/f1 (new location: hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/default/test/85707da9eaca7659fadc362b6d677067/f1/46cfe8bfa5b74c31b6302280aae4ca78_SeqId_6_) 2024-11-20T03:18:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/staging/jenkins__test__m8hfq3asn1on85e0coip1totv0b9606vrq950at8s0lrc6bene5mmrl06hshcuhs/f1/hfile_0 2024-11-20T03:18:10,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/staging/jenkins__test__m8hfq3asn1on85e0coip1totv0b9606vrq950at8s0lrc6bene5mmrl06hshcuhs/f1/hfile_1 into 85707da9eaca7659fadc362b6d677067/f1 as hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/default/test/85707da9eaca7659fadc362b6d677067/f1/3a38e3772e264dc6997926f093f2ffbc_SeqId_6_ - updating store file list. 2024-11-20T03:18:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3a38e3772e264dc6997926f093f2ffbc_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T03:18:10,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/default/test/85707da9eaca7659fadc362b6d677067/f1/3a38e3772e264dc6997926f093f2ffbc_SeqId_6_ into 85707da9eaca7659fadc362b6d677067/f1 2024-11-20T03:18:10,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/staging/jenkins__test__m8hfq3asn1on85e0coip1totv0b9606vrq950at8s0lrc6bene5mmrl06hshcuhs/f1/hfile_1 into 85707da9eaca7659fadc362b6d677067/f1 (new location: hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/default/test/85707da9eaca7659fadc362b6d677067/f1/3a38e3772e264dc6997926f093f2ffbc_SeqId_6_) 2024-11-20T03:18:10,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/staging/jenkins__test__m8hfq3asn1on85e0coip1totv0b9606vrq950at8s0lrc6bene5mmrl06hshcuhs/f1/hfile_1 2024-11-20T03:18:10,072 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:18:10,072 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:18:10,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:18:10,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:18:10,072 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:18:10,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732072681938.85707da9eaca7659fadc362b6d677067., hostname=d00f728e99d7,35573,1732072672457, seqNum=2 , the old value is region=test,,1732072681938.85707da9eaca7659fadc362b6d677067., hostname=d00f728e99d7,35573,1732072672457, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d00f728e99d7:35573 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T03:18:10,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732072681938.85707da9eaca7659fadc362b6d677067., hostname=d00f728e99d7,35573,1732072672457, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T03:18:10,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732072681938.85707da9eaca7659fadc362b6d677067., hostname=d00f728e99d7,35573,1732072672457, seqNum=2 from cache 2024-11-20T03:18:10,073 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:18:10,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,35573,1732072672457, seqNum=-1] 2024-11-20T03:18:10,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:18:10,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:18:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35573: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:47308 deadline: 1732072750072 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:47308 2024-11-20T03:18:10,077 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732072681938.85707da9eaca7659fadc362b6d677067., hostname=d00f728e99d7,35573,1732072672457, seqNum=2] 2024-11-20T03:18:10,183 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:35573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T03:18:10,351 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 687, reset compression=false 2024-11-20T03:18:10,360 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:18:10,360 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.shipperd00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,35573,1732072672457 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T03:18:10,361 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 997, reset compression=false 2024-11-20T03:18:10,570 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 997, reset compression=false 2024-11-20T03:18:10,875 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 997, reset compression=false 2024-11-20T03:18:11,279 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 997, reset compression=false 2024-11-20T03:18:11,783 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 997, reset compression=false 2024-11-20T03:18:12,387 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 997, reset compression=false 2024-11-20T03:18:13,092 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 997, reset compression=false 2024-11-20T03:18:13,896 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 997, reset compression=false 2024-11-20T03:18:14,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T03:18:14,209 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-20T03:18:14,800 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 997, reset compression=false 2024-11-20T03:18:15,804 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 997, reset compression=false 2024-11-20T03:18:16,908 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 997, reset compression=false 2024-11-20T03:18:18,112 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 997, reset compression=false 2024-11-20T03:18:19,416 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 997, reset compression=false 2024-11-20T03:18:20,820 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 997, reset compression=false 2024-11-20T03:18:21,861 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T03:18:22,323 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 997, reset compression=false 2024-11-20T03:18:23,927 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 997, reset compression=false 2024-11-20T03:18:25,631 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 997, reset compression=false 2024-11-20T03:18:27,434 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 997, reset compression=false 2024-11-20T03:18:27,711 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T03:18:29,338 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 997, reset compression=false 2024-11-20T03:18:30,364 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.shipperd00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,35573,1732072672457 got entry batch from reader: null 2024-11-20T03:18:31,342 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 997, reset compression=false 2024-11-20T03:18:33,445 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 997, reset compression=false 2024-11-20T03:18:35,650 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 997, reset compression=false 2024-11-20T03:18:36,361 INFO [master/d00f728e99d7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T03:18:36,361 INFO [master/d00f728e99d7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T03:18:37,954 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 997, reset compression=false 2024-11-20T03:18:40,358 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 997, reset compression=false 2024-11-20T03:18:42,696 INFO [master/d00f728e99d7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T03:18:42,696 INFO [master/d00f728e99d7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T03:18:42,862 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 997, reset compression=false 2024-11-20T03:18:45,466 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 997, reset compression=false 2024-11-20T03:18:48,101 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 85707da9eaca7659fadc362b6d677067, had cached 0 bytes from a total of 31376 2024-11-20T03:18:48,170 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 997, reset compression=false 2024-11-20T03:18:49,936 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 993a4eb78f04e0f2b83aaa889ff3bbb0, had cached 0 bytes from a total of 15585 2024-11-20T03:18:50,364 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.shipperd00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,35573,1732072672457 got entry batch from reader: null 2024-11-20T03:18:50,974 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 997, reset compression=false 2024-11-20T03:18:51,861 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T03:18:53,878 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 997, reset compression=false 2024-11-20T03:18:55,789 DEBUG [master/d00f728e99d7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T03:18:56,882 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 997, reset compression=false 2024-11-20T03:18:57,711 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T03:18:59,986 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 997, reset compression=false 2024-11-20T03:19:03,198 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 997, reset compression=false 2024-11-20T03:19:06,502 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 997, reset compression=false 2024-11-20T03:19:09,912 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 997, reset compression=false 2024-11-20T03:19:10,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T03:19:10,129 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:19:10,129 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:19:10,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:10,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:10,129 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:19:10,129 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T03:19:10,129 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1806193441, stopped=false 2024-11-20T03:19:10,129 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d00f728e99d7,37689,1732072678123 2024-11-20T03:19:10,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x101563f7fe20004, quorum=127.0.0.1:50851, baseZNode=/1786116662 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1786116662/running 2024-11-20T03:19:10,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37689-0x101563f7fe20003, quorum=127.0.0.1:50851, baseZNode=/1786116662 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1786116662/running 2024-11-20T03:19:10,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x101563f7fe20004, quorum=127.0.0.1:50851, baseZNode=/1786116662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1786116662 2024-11-20T03:19:10,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37689-0x101563f7fe20003, quorum=127.0.0.1:50851, baseZNode=/1786116662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1786116662 2024-11-20T03:19:10,231 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:19:10,231 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:19:10,231 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:19:10,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:10,231 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd00f728e99d7,39471,1732072678272' ***** 2024-11-20T03:19:10,231 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T03:19:10,231 INFO [RS:0;d00f728e99d7:39471 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T03:19:10,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37689-0x101563f7fe20003, quorum=127.0.0.1:50851, baseZNode=/1786116662 Set watcher on znode that does not yet exist, /1786116662/running 2024-11-20T03:19:10,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39471-0x101563f7fe20004, quorum=127.0.0.1:50851, baseZNode=/1786116662 Set watcher on znode that does not yet exist, /1786116662/running 2024-11-20T03:19:10,232 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T03:19:10,232 INFO [RS:0;d00f728e99d7:39471 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T03:19:10,232 INFO [RS:0;d00f728e99d7:39471 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T03:19:10,232 INFO [RS:0;d00f728e99d7:39471 {}] regionserver.HRegionServer(3091): Received CLOSE for 993a4eb78f04e0f2b83aaa889ff3bbb0 2024-11-20T03:19:10,232 INFO [RS:0;d00f728e99d7:39471 {}] regionserver.HRegionServer(959): stopping server d00f728e99d7,39471,1732072678272 2024-11-20T03:19:10,232 INFO [RS:0;d00f728e99d7:39471 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:19:10,232 INFO [RS:0;d00f728e99d7:39471 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:39471. 2024-11-20T03:19:10,232 DEBUG [RS:0;d00f728e99d7:39471 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:19:10,232 DEBUG [RS:0;d00f728e99d7:39471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:10,232 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 993a4eb78f04e0f2b83aaa889ff3bbb0, disabling compactions & flushes 2024-11-20T03:19:10,232 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732072684100.993a4eb78f04e0f2b83aaa889ff3bbb0. 2024-11-20T03:19:10,232 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732072684100.993a4eb78f04e0f2b83aaa889ff3bbb0. 2024-11-20T03:19:10,232 INFO [RS:0;d00f728e99d7:39471 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T03:19:10,232 INFO [RS:0;d00f728e99d7:39471 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T03:19:10,232 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732072684100.993a4eb78f04e0f2b83aaa889ff3bbb0. after waiting 0 ms 2024-11-20T03:19:10,232 INFO [RS:0;d00f728e99d7:39471 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T03:19:10,232 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732072684100.993a4eb78f04e0f2b83aaa889ff3bbb0. 2024-11-20T03:19:10,232 INFO [RS:0;d00f728e99d7:39471 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T03:19:10,233 INFO [RS:0;d00f728e99d7:39471 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T03:19:10,233 DEBUG [RS:0;d00f728e99d7:39471 {}] regionserver.HRegionServer(1325): Online Regions={993a4eb78f04e0f2b83aaa889ff3bbb0=test,,1732072684100.993a4eb78f04e0f2b83aaa889ff3bbb0., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T03:19:10,233 DEBUG [RS:0;d00f728e99d7:39471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 993a4eb78f04e0f2b83aaa889ff3bbb0 2024-11-20T03:19:10,233 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:19:10,233 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:19:10,233 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:19:10,233 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:19:10,233 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:19:10,233 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-20T03:19:10,236 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/data/default/test/993a4eb78f04e0f2b83aaa889ff3bbb0/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-20T03:19:10,236 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:19:10,236 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T03:19:10,236 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732072684100.993a4eb78f04e0f2b83aaa889ff3bbb0. 2024-11-20T03:19:10,236 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 993a4eb78f04e0f2b83aaa889ff3bbb0: Waiting for close lock at 1732072750232Running coprocessor pre-close hooks at 1732072750232Disabling compacts and flushes for region at 1732072750232Disabling writes for close at 1732072750232Writing region close event to WAL at 1732072750233 (+1 ms)Running coprocessor post-close hooks at 1732072750236 (+3 ms)Closed at 1732072750236 2024-11-20T03:19:10,236 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732072684100.993a4eb78f04e0f2b83aaa889ff3bbb0. 2024-11-20T03:19:10,247 INFO [regionserver/d00f728e99d7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:19:10,248 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/data/hbase/meta/1588230740/.tmp/info/526be474897e4247982326944336d2a0 is 129, key is test,,1732072684100.993a4eb78f04e0f2b83aaa889ff3bbb0./info:regioninfo/1732072684966/Put/seqid=0 2024-11-20T03:19:10,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741839_1015 (size=6421) 2024-11-20T03:19:10,365 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.shipperd00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,35573,1732072672457 got entry batch from reader: null 2024-11-20T03:19:10,433 DEBUG [RS:0;d00f728e99d7:39471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:19:10,619 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T03:19:10,619 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T03:19:10,633 DEBUG [RS:0;d00f728e99d7:39471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:19:10,652 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/data/hbase/meta/1588230740/.tmp/info/526be474897e4247982326944336d2a0 2024-11-20T03:19:10,671 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/data/hbase/meta/1588230740/.tmp/ns/558d5f07a2864792b8e3736f6dbdfbbf is 43, key is default/ns:d/1732072681834/Put/seqid=0 2024-11-20T03:19:10,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741840_1016 (size=5153) 2024-11-20T03:19:10,833 DEBUG [RS:0;d00f728e99d7:39471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:19:11,033 DEBUG [RS:0;d00f728e99d7:39471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:19:11,075 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/data/hbase/meta/1588230740/.tmp/ns/558d5f07a2864792b8e3736f6dbdfbbf 2024-11-20T03:19:11,092 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/data/hbase/meta/1588230740/.tmp/rep_barrier/4711e5471d2a4931b068d02dc6e3a162 is 112, key is test,,1732072684100.993a4eb78f04e0f2b83aaa889ff3bbb0./rep_barrier:seqnumDuringOpen/1732072684966/Put/seqid=0 2024-11-20T03:19:11,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741841_1017 (size=5518) 2024-11-20T03:19:11,233 INFO [RS:0;d00f728e99d7:39471 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T03:19:11,233 DEBUG [RS:0;d00f728e99d7:39471 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T03:19:11,234 DEBUG [RS:0;d00f728e99d7:39471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:19:11,434 DEBUG [RS:0;d00f728e99d7:39471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:19:11,497 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/data/hbase/meta/1588230740/.tmp/rep_barrier/4711e5471d2a4931b068d02dc6e3a162 2024-11-20T03:19:11,515 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/data/hbase/meta/1588230740/.tmp/table/3232bd2ef9674ec8b188369109692a0f is 40, key is test/table:state/1732072685005/Put/seqid=0 2024-11-20T03:19:11,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741842_1018 (size=5165) 2024-11-20T03:19:11,634 DEBUG [RS:0;d00f728e99d7:39471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:19:11,834 DEBUG [RS:0;d00f728e99d7:39471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:19:11,919 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/data/hbase/meta/1588230740/.tmp/table/3232bd2ef9674ec8b188369109692a0f 2024-11-20T03:19:11,925 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/data/hbase/meta/1588230740/.tmp/info/526be474897e4247982326944336d2a0 as hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/data/hbase/meta/1588230740/info/526be474897e4247982326944336d2a0 2024-11-20T03:19:11,931 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/data/hbase/meta/1588230740/info/526be474897e4247982326944336d2a0, entries=10, sequenceid=11, filesize=6.3 K 2024-11-20T03:19:11,932 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/data/hbase/meta/1588230740/.tmp/ns/558d5f07a2864792b8e3736f6dbdfbbf as hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/data/hbase/meta/1588230740/ns/558d5f07a2864792b8e3736f6dbdfbbf 2024-11-20T03:19:11,937 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/data/hbase/meta/1588230740/ns/558d5f07a2864792b8e3736f6dbdfbbf, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T03:19:11,938 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/data/hbase/meta/1588230740/.tmp/rep_barrier/4711e5471d2a4931b068d02dc6e3a162 as hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/data/hbase/meta/1588230740/rep_barrier/4711e5471d2a4931b068d02dc6e3a162 2024-11-20T03:19:11,942 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/data/hbase/meta/1588230740/rep_barrier/4711e5471d2a4931b068d02dc6e3a162, entries=1, sequenceid=11, filesize=5.4 K 2024-11-20T03:19:11,943 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/data/hbase/meta/1588230740/.tmp/table/3232bd2ef9674ec8b188369109692a0f as hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/data/hbase/meta/1588230740/table/3232bd2ef9674ec8b188369109692a0f 2024-11-20T03:19:11,947 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/data/hbase/meta/1588230740/table/3232bd2ef9674ec8b188369109692a0f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T03:19:11,948 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=11, compaction requested=false 2024-11-20T03:19:11,952 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T03:19:11,953 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:19:11,953 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:19:11,953 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:19:11,953 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072750233Running coprocessor pre-close hooks at 1732072750233Disabling compacts and flushes for region at 1732072750233Disabling writes for close at 1732072750233Obtaining lock to block concurrent updates at 1732072750233Preparing flush snapshotting stores in 1588230740 at 1732072750233Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732072750233Flushing stores of hbase:meta,,1.1588230740 at 1732072750234 (+1 ms)Flushing 1588230740/info: creating writer at 1732072750234Flushing 1588230740/info: appending metadata at 1732072750247 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732072750247Flushing 1588230740/ns: creating writer at 1732072750658 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732072750670 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732072750670Flushing 1588230740/rep_barrier: creating writer at 1732072751080 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732072751092 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732072751092Flushing 1588230740/table: creating writer at 1732072751502 (+410 ms)Flushing 1588230740/table: appending metadata at 1732072751514 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732072751515 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e4beb33: reopening flushed file at 1732072751924 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aa8a6c2: reopening flushed file at 1732072751931 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@638eb6d5: reopening flushed file at 1732072751937 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bdf11ab: reopening flushed file at 1732072751942 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=11, compaction requested=false at 1732072751948 (+6 ms)Writing region close event to WAL at 1732072751949 (+1 ms)Running coprocessor post-close hooks at 1732072751953 (+4 ms)Closed at 1732072751953 2024-11-20T03:19:11,953 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T03:19:12,034 INFO [RS:0;d00f728e99d7:39471 {}] regionserver.HRegionServer(976): stopping server d00f728e99d7,39471,1732072678272; all regions closed. 2024-11-20T03:19:12,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741834_1010 (size=2717) 2024-11-20T03:19:12,037 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/WALs/d00f728e99d7,39471,1732072678272/d00f728e99d7%2C39471%2C1732072678272.meta.1732072681782.meta not finished, retry = 0 2024-11-20T03:19:12,139 DEBUG [RS:0;d00f728e99d7:39471 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/oldWALs 2024-11-20T03:19:12,139 INFO [RS:0;d00f728e99d7:39471 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d00f728e99d7%2C39471%2C1732072678272.meta:.meta(num 1732072681782) 2024-11-20T03:19:12,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741832_1008 (size=1028) 2024-11-20T03:19:12,143 DEBUG [RS:0;d00f728e99d7:39471 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/oldWALs 2024-11-20T03:19:12,143 INFO [RS:0;d00f728e99d7:39471 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d00f728e99d7%2C39471%2C1732072678272:(num 1732072680689) 2024-11-20T03:19:12,143 DEBUG [RS:0;d00f728e99d7:39471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:12,143 INFO [RS:0;d00f728e99d7:39471 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:19:12,143 INFO [RS:0;d00f728e99d7:39471 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:19:12,143 INFO [RS:0;d00f728e99d7:39471 {}] hbase.ChoreService(370): Chore service for: regionserver/d00f728e99d7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T03:19:12,144 INFO [RS:0;d00f728e99d7:39471 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:19:12,144 INFO [regionserver/d00f728e99d7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:19:12,144 INFO [RS:0;d00f728e99d7:39471 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:39471. 2024-11-20T03:19:12,144 DEBUG [RS:0;d00f728e99d7:39471 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:19:12,144 DEBUG [RS:0;d00f728e99d7:39471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:12,144 DEBUG [RS:0;d00f728e99d7:39471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:12,144 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:19:12,144 INFO [RS:0;d00f728e99d7:39471 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39471 2024-11-20T03:19:12,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x101563f7fe20004, quorum=127.0.0.1:50851, baseZNode=/1786116662 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1786116662/rs/d00f728e99d7,39471,1732072678272 2024-11-20T03:19:12,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37689-0x101563f7fe20003, quorum=127.0.0.1:50851, baseZNode=/1786116662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1786116662/rs 2024-11-20T03:19:12,209 INFO [RS:0;d00f728e99d7:39471 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:19:12,220 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d00f728e99d7,39471,1732072678272] 2024-11-20T03:19:12,230 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1786116662/draining/d00f728e99d7,39471,1732072678272 already deleted, retry=false 2024-11-20T03:19:12,230 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d00f728e99d7,39471,1732072678272 expired; onlineServers=0 2024-11-20T03:19:12,230 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd00f728e99d7,37689,1732072678123' ***** 2024-11-20T03:19:12,230 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T03:19:12,230 INFO [M:0;d00f728e99d7:37689 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:19:12,230 INFO [M:0;d00f728e99d7:37689 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:19:12,230 DEBUG [M:0;d00f728e99d7:37689 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T03:19:12,231 DEBUG [M:0;d00f728e99d7:37689 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T03:19:12,231 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T03:19:12,231 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072680422 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072680422,5,FailOnTimeoutGroup] 2024-11-20T03:19:12,231 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072680422 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072680422,5,FailOnTimeoutGroup] 2024-11-20T03:19:12,231 INFO [M:0;d00f728e99d7:37689 {}] hbase.ChoreService(370): Chore service for: master/d00f728e99d7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T03:19:12,231 INFO [M:0;d00f728e99d7:37689 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:19:12,231 DEBUG [M:0;d00f728e99d7:37689 {}] master.HMaster(1795): Stopping service threads 2024-11-20T03:19:12,231 INFO [M:0;d00f728e99d7:37689 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T03:19:12,231 INFO [M:0;d00f728e99d7:37689 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:19:12,231 INFO [M:0;d00f728e99d7:37689 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T03:19:12,231 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T03:19:12,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37689-0x101563f7fe20003, quorum=127.0.0.1:50851, baseZNode=/1786116662 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1786116662/master 2024-11-20T03:19:12,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37689-0x101563f7fe20003, quorum=127.0.0.1:50851, baseZNode=/1786116662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1786116662 2024-11-20T03:19:12,241 DEBUG [M:0;d00f728e99d7:37689 {}] zookeeper.ZKUtil(347): master:37689-0x101563f7fe20003, quorum=127.0.0.1:50851, baseZNode=/1786116662 Unable to get data of znode /1786116662/master because node does not exist (not an error) 2024-11-20T03:19:12,241 WARN [M:0;d00f728e99d7:37689 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T03:19:12,242 INFO [M:0;d00f728e99d7:37689 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/.lastflushedseqids 2024-11-20T03:19:12,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741843_1019 (size=173) 2024-11-20T03:19:12,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x101563f7fe20004, quorum=127.0.0.1:50851, baseZNode=/1786116662 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:19:12,320 INFO [RS:0;d00f728e99d7:39471 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:19:12,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x101563f7fe20004, quorum=127.0.0.1:50851, baseZNode=/1786116662 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:19:12,320 INFO [RS:0;d00f728e99d7:39471 {}] regionserver.HRegionServer(1031): Exiting; stopping=d00f728e99d7,39471,1732072678272; zookeeper connection closed. 2024-11-20T03:19:12,320 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@30242fe1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@30242fe1 2024-11-20T03:19:12,321 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T03:19:12,647 INFO [M:0;d00f728e99d7:37689 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T03:19:12,647 INFO [M:0;d00f728e99d7:37689 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T03:19:12,647 DEBUG [M:0;d00f728e99d7:37689 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:19:12,647 INFO [M:0;d00f728e99d7:37689 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:19:12,647 DEBUG [M:0;d00f728e99d7:37689 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:19:12,647 DEBUG [M:0;d00f728e99d7:37689 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:19:12,647 DEBUG [M:0;d00f728e99d7:37689 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:19:12,647 INFO [M:0;d00f728e99d7:37689 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-11-20T03:19:12,663 DEBUG [M:0;d00f728e99d7:37689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c8b24d919614d96ab47a3a481fc3782 is 82, key is hbase:meta,,1/info:regioninfo/1732072681814/Put/seqid=0 2024-11-20T03:19:12,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741844_1020 (size=5672) 2024-11-20T03:19:13,067 INFO [M:0;d00f728e99d7:37689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c8b24d919614d96ab47a3a481fc3782 2024-11-20T03:19:13,092 DEBUG [M:0;d00f728e99d7:37689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c795c27f5914f8ea4dbc040c0225b4e is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732072685013/Put/seqid=0 2024-11-20T03:19:13,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741845_1021 (size=6728) 2024-11-20T03:19:13,416 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 to pos 997, reset compression=false 2024-11-20T03:19:13,496 INFO [M:0;d00f728e99d7:37689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c795c27f5914f8ea4dbc040c0225b4e 2024-11-20T03:19:13,500 INFO [M:0;d00f728e99d7:37689 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6c795c27f5914f8ea4dbc040c0225b4e 2024-11-20T03:19:13,513 DEBUG [M:0;d00f728e99d7:37689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b173359b81a480981de63da0c75c363 is 69, key is d00f728e99d7,39471,1732072678272/rs:state/1732072680535/Put/seqid=0 2024-11-20T03:19:13,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741846_1022 (size=5156) 2024-11-20T03:19:13,917 INFO [M:0;d00f728e99d7:37689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b173359b81a480981de63da0c75c363 2024-11-20T03:19:13,922 DEBUG [M:0;d00f728e99d7:37689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c8b24d919614d96ab47a3a481fc3782 as hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c8b24d919614d96ab47a3a481fc3782 2024-11-20T03:19:13,926 INFO [M:0;d00f728e99d7:37689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c8b24d919614d96ab47a3a481fc3782, entries=8, sequenceid=58, filesize=5.5 K 2024-11-20T03:19:13,927 DEBUG [M:0;d00f728e99d7:37689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c795c27f5914f8ea4dbc040c0225b4e as hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6c795c27f5914f8ea4dbc040c0225b4e 2024-11-20T03:19:13,931 INFO [M:0;d00f728e99d7:37689 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6c795c27f5914f8ea4dbc040c0225b4e 2024-11-20T03:19:13,931 INFO [M:0;d00f728e99d7:37689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6c795c27f5914f8ea4dbc040c0225b4e, entries=6, sequenceid=58, filesize=6.6 K 2024-11-20T03:19:13,932 DEBUG [M:0;d00f728e99d7:37689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b173359b81a480981de63da0c75c363 as hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4b173359b81a480981de63da0c75c363 2024-11-20T03:19:13,936 INFO [M:0;d00f728e99d7:37689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42851/user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4b173359b81a480981de63da0c75c363, entries=1, sequenceid=58, filesize=5.0 K 2024-11-20T03:19:13,937 INFO [M:0;d00f728e99d7:37689 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=58, compaction requested=false 2024-11-20T03:19:13,938 INFO [M:0;d00f728e99d7:37689 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:19:13,938 DEBUG [M:0;d00f728e99d7:37689 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072752647Disabling compacts and flushes for region at 1732072752647Disabling writes for close at 1732072752647Obtaining lock to block concurrent updates at 1732072752647Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732072752647Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1732072752648 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732072752648Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732072752648Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732072752662 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732072752662Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732072753072 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732072753091 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732072753091Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732072753500 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732072753513 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732072753513Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14cebd62: reopening flushed file at 1732072753921 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fe5d467: reopening flushed file at 1732072753926 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cd917ad: reopening flushed file at 1732072753931 (+5 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=58, compaction requested=false at 1732072753937 (+6 ms)Writing region close event to WAL at 1732072753938 (+1 ms)Closed at 1732072753938 2024-11-20T03:19:13,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33937 is added to blk_1073741830_1006 (size=33038) 2024-11-20T03:19:13,940 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/041140d9-b6ae-ed79-8ff7-5dea8f59ae9a/MasterData/WALs/d00f728e99d7,37689,1732072678123/d00f728e99d7%2C37689%2C1732072678123.1732072680107 not finished, retry = 0 2024-11-20T03:19:14,041 INFO [M:0;d00f728e99d7:37689 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T03:19:14,041 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:19:14,041 INFO [M:0;d00f728e99d7:37689 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37689 2024-11-20T03:19:14,042 INFO [M:0;d00f728e99d7:37689 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:19:14,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37689-0x101563f7fe20003, quorum=127.0.0.1:50851, baseZNode=/1786116662 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:19:14,204 INFO [M:0;d00f728e99d7:37689 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:19:14,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37689-0x101563f7fe20003, quorum=127.0.0.1:50851, baseZNode=/1786116662 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:19:14,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b53a213{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:19:14,239 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26ec9cf4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:19:14,239 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:19:14,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a60572d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:19:14,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57c22a17{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e5fd18-6f24-13de-675a-36b45fd4647e/hadoop.log.dir/,STOPPED} 2024-11-20T03:19:14,240 WARN [BP-1601327923-172.17.0.2-1732072675942 heartbeating to localhost/127.0.0.1:42851 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T03:19:14,241 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T03:19:14,241 WARN [BP-1601327923-172.17.0.2-1732072675942 heartbeating to localhost/127.0.0.1:42851 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1601327923-172.17.0.2-1732072675942 (Datanode Uuid efe6d525-975b-468c-bb23-1621df75cb5f) service to localhost/127.0.0.1:42851 2024-11-20T03:19:14,241 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T03:19:14,241 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e5fd18-6f24-13de-675a-36b45fd4647e/cluster_780f8f67-2eed-d2e3-dfbd-bb03c7c7b29a/data/data1/current/BP-1601327923-172.17.0.2-1732072675942 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:19:14,241 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e5fd18-6f24-13de-675a-36b45fd4647e/cluster_780f8f67-2eed-d2e3-dfbd-bb03c7c7b29a/data/data2/current/BP-1601327923-172.17.0.2-1732072675942 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:19:14,241 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T03:19:14,247 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b66e275{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:19:14,247 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40a187b5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:19:14,247 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:19:14,247 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d2fcc47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:19:14,247 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cea3ac4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e5fd18-6f24-13de-675a-36b45fd4647e/hadoop.log.dir/,STOPPED} 2024-11-20T03:19:14,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T03:19:14,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T03:19:14,263 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:19:14,263 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:19:14,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:14,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:14,263 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:19:14,263 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T03:19:14,263 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2008507450, stopped=false 2024-11-20T03:19:14,263 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d00f728e99d7,37985,1732072672271 2024-11-20T03:19:14,283 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:19:14,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35573-0x101563f7fe20001, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-480404494/running 2024-11-20T03:19:14,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37985-0x101563f7fe20000, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-480404494/running 2024-11-20T03:19:14,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37985-0x101563f7fe20000, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-480404494 2024-11-20T03:19:14,283 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:19:14,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35573-0x101563f7fe20001, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-480404494 2024-11-20T03:19:14,283 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:19:14,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:14,283 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd00f728e99d7,35573,1732072672457' ***** 2024-11-20T03:19:14,284 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T03:19:14,284 INFO [RS:0;d00f728e99d7:35573 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T03:19:14,284 INFO [RS:0;d00f728e99d7:35573 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T03:19:14,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35573-0x101563f7fe20001, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Set watcher on znode that does not yet exist, /0-480404494/running 2024-11-20T03:19:14,284 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T03:19:14,284 INFO [RS:0;d00f728e99d7:35573 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T03:19:14,284 INFO [RS:0;d00f728e99d7:35573 {}] regionserver.HRegionServer(3091): Received CLOSE for 2190292fa9d37ec997e6cb54f2f4dcbf 2024-11-20T03:19:14,284 INFO [RS:0;d00f728e99d7:35573 {}] regionserver.HRegionServer(3091): Received CLOSE for 85707da9eaca7659fadc362b6d677067 2024-11-20T03:19:14,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37985-0x101563f7fe20000, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Set watcher on znode that does not yet exist, /0-480404494/running 2024-11-20T03:19:14,284 INFO [RS:0;d00f728e99d7:35573 {}] regionserver.HRegionServer(959): stopping server d00f728e99d7,35573,1732072672457 2024-11-20T03:19:14,284 INFO [RS:0;d00f728e99d7:35573 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:19:14,284 INFO [RS:0;d00f728e99d7:35573 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:35573. 2024-11-20T03:19:14,284 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2190292fa9d37ec997e6cb54f2f4dcbf, disabling compactions & flushes 2024-11-20T03:19:14,284 DEBUG [RS:0;d00f728e99d7:35573 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:19:14,284 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732072685305.2190292fa9d37ec997e6cb54f2f4dcbf. 2024-11-20T03:19:14,284 DEBUG [RS:0;d00f728e99d7:35573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:14,284 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732072685305.2190292fa9d37ec997e6cb54f2f4dcbf. 2024-11-20T03:19:14,285 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732072685305.2190292fa9d37ec997e6cb54f2f4dcbf. after waiting 1 ms 2024-11-20T03:19:14,285 INFO [RS:0;d00f728e99d7:35573 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T03:19:14,285 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732072685305.2190292fa9d37ec997e6cb54f2f4dcbf. 2024-11-20T03:19:14,285 INFO [RS:0;d00f728e99d7:35573 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T03:19:14,285 INFO [RS:0;d00f728e99d7:35573 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T03:19:14,285 INFO [RS:0;d00f728e99d7:35573 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T03:19:14,285 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2190292fa9d37ec997e6cb54f2f4dcbf 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-20T03:19:14,285 INFO [RS:0;d00f728e99d7:35573 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T03:19:14,285 DEBUG [RS:0;d00f728e99d7:35573 {}] regionserver.HRegionServer(1325): Online Regions={2190292fa9d37ec997e6cb54f2f4dcbf=hbase:replication,,1732072685305.2190292fa9d37ec997e6cb54f2f4dcbf., 1588230740=hbase:meta,,1.1588230740, 85707da9eaca7659fadc362b6d677067=test,,1732072681938.85707da9eaca7659fadc362b6d677067.} 2024-11-20T03:19:14,285 DEBUG [RS:0;d00f728e99d7:35573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2190292fa9d37ec997e6cb54f2f4dcbf, 85707da9eaca7659fadc362b6d677067 2024-11-20T03:19:14,285 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:19:14,285 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:19:14,285 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:19:14,285 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:19:14,285 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:19:14,285 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T03:19:14,304 INFO [regionserver/d00f728e99d7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:19:14,305 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/hbase/replication/2190292fa9d37ec997e6cb54f2f4dcbf/.tmp/hfileref/32728edf9b0e493baf6647ff2d88ac83 is 74, key is 1/hfileref:3773ff5880a0400f9c43534a905df0f6_SeqId_4_/1732072688899/DeleteColumn/seqid=0 2024-11-20T03:19:14,305 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/hbase/meta/1588230740/.tmp/info/2ebcac0100664c2788dae7638747f90c is 147, key is hbase:replication,,1732072685305.2190292fa9d37ec997e6cb54f2f4dcbf./info:regioninfo/1732072686478/Put/seqid=0 2024-11-20T03:19:14,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741844_1020 (size=7686) 2024-11-20T03:19:14,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741845_1021 (size=5203) 2024-11-20T03:19:14,485 DEBUG [RS:0;d00f728e99d7:35573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2190292fa9d37ec997e6cb54f2f4dcbf, 85707da9eaca7659fadc362b6d677067 2024-11-20T03:19:14,641 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T03:19:14,641 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T03:19:14,685 DEBUG [RS:0;d00f728e99d7:35573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2190292fa9d37ec997e6cb54f2f4dcbf, 85707da9eaca7659fadc362b6d677067 2024-11-20T03:19:14,709 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/hbase/meta/1588230740/.tmp/info/2ebcac0100664c2788dae7638747f90c 2024-11-20T03:19:14,709 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/hbase/replication/2190292fa9d37ec997e6cb54f2f4dcbf/.tmp/hfileref/32728edf9b0e493baf6647ff2d88ac83 2024-11-20T03:19:14,727 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/hbase/meta/1588230740/.tmp/ns/8d36753fd6fc4195b71fef95bea6241a is 43, key is default/ns:d/1732072675770/Put/seqid=0 2024-11-20T03:19:14,730 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/hbase/replication/2190292fa9d37ec997e6cb54f2f4dcbf/.tmp/queue/642c4fe3ee5349f2b1c3407795a306a5 is 153, key is 1-d00f728e99d7,35573,1732072672457/queue:d00f728e99d7%2C35573%2C1732072672457/1732072690362/Put/seqid=0 2024-11-20T03:19:14,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741846_1022 (size=5153) 2024-11-20T03:19:14,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741847_1023 (size=5352) 2024-11-20T03:19:14,885 DEBUG [RS:0;d00f728e99d7:35573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2190292fa9d37ec997e6cb54f2f4dcbf, 85707da9eaca7659fadc362b6d677067 2024-11-20T03:19:15,086 DEBUG [RS:0;d00f728e99d7:35573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2190292fa9d37ec997e6cb54f2f4dcbf, 85707da9eaca7659fadc362b6d677067 2024-11-20T03:19:15,135 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/hbase/meta/1588230740/.tmp/ns/8d36753fd6fc4195b71fef95bea6241a 2024-11-20T03:19:15,136 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/hbase/replication/2190292fa9d37ec997e6cb54f2f4dcbf/.tmp/queue/642c4fe3ee5349f2b1c3407795a306a5 2024-11-20T03:19:15,141 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/hbase/replication/2190292fa9d37ec997e6cb54f2f4dcbf/.tmp/hfileref/32728edf9b0e493baf6647ff2d88ac83 as hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/hbase/replication/2190292fa9d37ec997e6cb54f2f4dcbf/hfileref/32728edf9b0e493baf6647ff2d88ac83 2024-11-20T03:19:15,146 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/hbase/replication/2190292fa9d37ec997e6cb54f2f4dcbf/hfileref/32728edf9b0e493baf6647ff2d88ac83, entries=2, sequenceid=10, filesize=5.1 K 2024-11-20T03:19:15,147 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/hbase/replication/2190292fa9d37ec997e6cb54f2f4dcbf/.tmp/queue/642c4fe3ee5349f2b1c3407795a306a5 as hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/hbase/replication/2190292fa9d37ec997e6cb54f2f4dcbf/queue/642c4fe3ee5349f2b1c3407795a306a5 2024-11-20T03:19:15,153 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/hbase/replication/2190292fa9d37ec997e6cb54f2f4dcbf/queue/642c4fe3ee5349f2b1c3407795a306a5, entries=1, sequenceid=10, filesize=5.2 K 2024-11-20T03:19:15,154 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 2190292fa9d37ec997e6cb54f2f4dcbf in 869ms, sequenceid=10, compaction requested=false 2024-11-20T03:19:15,156 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/hbase/meta/1588230740/.tmp/rep_barrier/17e22ba8510a42dbab07fe73116179f1 is 112, key is test,,1732072681938.85707da9eaca7659fadc362b6d677067./rep_barrier:seqnumDuringOpen/1732072683147/Put/seqid=0 2024-11-20T03:19:15,158 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/hbase/replication/2190292fa9d37ec997e6cb54f2f4dcbf/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T03:19:15,158 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:19:15,158 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:19:15,158 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732072685305.2190292fa9d37ec997e6cb54f2f4dcbf. 2024-11-20T03:19:15,158 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2190292fa9d37ec997e6cb54f2f4dcbf: Waiting for close lock at 1732072754284Running coprocessor pre-close hooks at 1732072754284Disabling compacts and flushes for region at 1732072754284Disabling writes for close at 1732072754285 (+1 ms)Obtaining lock to block concurrent updates at 1732072754285Preparing flush snapshotting stores in 2190292fa9d37ec997e6cb54f2f4dcbf at 1732072754285Finished memstore snapshotting hbase:replication,,1732072685305.2190292fa9d37ec997e6cb54f2f4dcbf., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732072754285Flushing stores of hbase:replication,,1732072685305.2190292fa9d37ec997e6cb54f2f4dcbf. at 1732072754286 (+1 ms)Flushing 2190292fa9d37ec997e6cb54f2f4dcbf/hfileref: creating writer at 1732072754286Flushing 2190292fa9d37ec997e6cb54f2f4dcbf/hfileref: appending metadata at 1732072754304 (+18 ms)Flushing 2190292fa9d37ec997e6cb54f2f4dcbf/hfileref: closing flushed file at 1732072754304Flushing 2190292fa9d37ec997e6cb54f2f4dcbf/queue: creating writer at 1732072754714 (+410 ms)Flushing 2190292fa9d37ec997e6cb54f2f4dcbf/queue: appending metadata at 1732072754729 (+15 ms)Flushing 2190292fa9d37ec997e6cb54f2f4dcbf/queue: closing flushed file at 1732072754729Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@292add8a: reopening flushed file at 1732072755140 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@743cb6f0: reopening flushed file at 1732072755146 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 2190292fa9d37ec997e6cb54f2f4dcbf in 869ms, sequenceid=10, compaction requested=false at 1732072755154 (+8 ms)Writing region close event to WAL at 1732072755155 (+1 ms)Running coprocessor post-close hooks at 1732072755158 (+3 ms)Closed at 1732072755158 2024-11-20T03:19:15,159 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732072685305.2190292fa9d37ec997e6cb54f2f4dcbf. 2024-11-20T03:19:15,159 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 85707da9eaca7659fadc362b6d677067, disabling compactions & flushes 2024-11-20T03:19:15,159 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732072681938.85707da9eaca7659fadc362b6d677067. 2024-11-20T03:19:15,159 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732072681938.85707da9eaca7659fadc362b6d677067. 2024-11-20T03:19:15,159 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732072681938.85707da9eaca7659fadc362b6d677067. after waiting 0 ms 2024-11-20T03:19:15,159 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732072681938.85707da9eaca7659fadc362b6d677067. 2024-11-20T03:19:15,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741848_1024 (size=5518) 2024-11-20T03:19:15,160 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/hbase/meta/1588230740/.tmp/rep_barrier/17e22ba8510a42dbab07fe73116179f1 2024-11-20T03:19:15,163 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/default/test/85707da9eaca7659fadc362b6d677067/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T03:19:15,163 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:19:15,163 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T03:19:15,163 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732072681938.85707da9eaca7659fadc362b6d677067. 2024-11-20T03:19:15,163 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 85707da9eaca7659fadc362b6d677067: Waiting for close lock at 1732072755159Running coprocessor pre-close hooks at 1732072755159Disabling compacts and flushes for region at 1732072755159Disabling writes for close at 1732072755159Writing region close event to WAL at 1732072755160 (+1 ms)Running coprocessor post-close hooks at 1732072755163 (+3 ms)Closed at 1732072755163 2024-11-20T03:19:15,164 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732072681938.85707da9eaca7659fadc362b6d677067. 2024-11-20T03:19:15,178 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/hbase/meta/1588230740/.tmp/table/64888b875a94432d8dfa472fa0e52cb9 is 53, key is hbase:replication/table:state/1732072686485/Put/seqid=0 2024-11-20T03:19:15,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741849_1025 (size=5308) 2024-11-20T03:19:15,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:15,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:15,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:15,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:15,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:15,286 INFO [RS:0;d00f728e99d7:35573 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T03:19:15,286 DEBUG [RS:0;d00f728e99d7:35573 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T03:19:15,286 DEBUG [RS:0;d00f728e99d7:35573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:19:15,486 DEBUG [RS:0;d00f728e99d7:35573 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:19:15,582 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/hbase/meta/1588230740/.tmp/table/64888b875a94432d8dfa472fa0e52cb9 2024-11-20T03:19:15,588 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/hbase/meta/1588230740/.tmp/info/2ebcac0100664c2788dae7638747f90c as hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/hbase/meta/1588230740/info/2ebcac0100664c2788dae7638747f90c 2024-11-20T03:19:15,593 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/hbase/meta/1588230740/info/2ebcac0100664c2788dae7638747f90c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T03:19:15,594 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/hbase/meta/1588230740/.tmp/ns/8d36753fd6fc4195b71fef95bea6241a as hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/hbase/meta/1588230740/ns/8d36753fd6fc4195b71fef95bea6241a 2024-11-20T03:19:15,598 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/hbase/meta/1588230740/ns/8d36753fd6fc4195b71fef95bea6241a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T03:19:15,599 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/hbase/meta/1588230740/.tmp/rep_barrier/17e22ba8510a42dbab07fe73116179f1 as hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/hbase/meta/1588230740/rep_barrier/17e22ba8510a42dbab07fe73116179f1 2024-11-20T03:19:15,604 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/hbase/meta/1588230740/rep_barrier/17e22ba8510a42dbab07fe73116179f1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T03:19:15,605 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/hbase/meta/1588230740/.tmp/table/64888b875a94432d8dfa472fa0e52cb9 as hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/hbase/meta/1588230740/table/64888b875a94432d8dfa472fa0e52cb9 2024-11-20T03:19:15,610 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/hbase/meta/1588230740/table/64888b875a94432d8dfa472fa0e52cb9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T03:19:15,611 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=16, compaction requested=false 2024-11-20T03:19:15,611 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T03:19:15,618 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T03:19:15,619 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:19:15,619 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:19:15,619 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:19:15,619 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072754285Running coprocessor pre-close hooks at 1732072754285Disabling compacts and flushes for region at 1732072754285Disabling writes for close at 1732072754285Obtaining lock to block concurrent updates at 1732072754285Preparing flush snapshotting stores in 1588230740 at 1732072754285Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732072754286 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732072754286Flushing 1588230740/info: creating writer at 1732072754286Flushing 1588230740/info: appending metadata at 1732072754305 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732072754305Flushing 1588230740/ns: creating writer at 1732072754714 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732072754727 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732072754727Flushing 1588230740/rep_barrier: creating writer at 1732072755140 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732072755155 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732072755156 (+1 ms)Flushing 1588230740/table: creating writer at 1732072755165 (+9 ms)Flushing 1588230740/table: appending metadata at 1732072755178 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732072755178Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ec2f4df: reopening flushed file at 1732072755587 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@771e6e1c: reopening flushed file at 1732072755593 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b6c3038: reopening flushed file at 1732072755598 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f5425e1: reopening flushed file at 1732072755604 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=16, compaction requested=false at 1732072755611 (+7 ms)Writing region close event to WAL at 1732072755615 (+4 ms)Running coprocessor post-close hooks at 1732072755619 (+4 ms)Closed at 1732072755619 2024-11-20T03:19:15,619 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T03:19:15,686 INFO [RS:0;d00f728e99d7:35573 {}] regionserver.HRegionServer(976): stopping server d00f728e99d7,35573,1732072672457; all regions closed. 2024-11-20T03:19:15,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741834_1010 (size=4239) 2024-11-20T03:19:15,691 DEBUG [RS:0;d00f728e99d7:35573 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/oldWALs 2024-11-20T03:19:15,691 INFO [RS:0;d00f728e99d7:35573 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d00f728e99d7%2C35573%2C1732072672457.meta:.meta(num 1732072675682) 2024-11-20T03:19:15,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741839_1015 (size=2700) 2024-11-20T03:19:15,693 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.rep.1732072686447 not finished, retry = 0 2024-11-20T03:19:15,767 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T03:19:15,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:15,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:15,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:15,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:15,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:15,795 DEBUG [RS:0;d00f728e99d7:35573 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/oldWALs 2024-11-20T03:19:15,795 INFO [RS:0;d00f728e99d7:35573 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d00f728e99d7%2C35573%2C1732072672457.rep:(num 1732072686447) 2024-11-20T03:19:15,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741832_1008 (size=1300) 2024-11-20T03:19:15,797 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/WALs/d00f728e99d7,35573,1732072672457/d00f728e99d7%2C35573%2C1732072672457.1732072674771 not finished, retry = 0 2024-11-20T03:19:15,900 DEBUG [RS:0;d00f728e99d7:35573 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/oldWALs 2024-11-20T03:19:15,900 INFO [RS:0;d00f728e99d7:35573 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d00f728e99d7%2C35573%2C1732072672457:(num 1732072674771) 2024-11-20T03:19:15,900 DEBUG [RS:0;d00f728e99d7:35573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:15,900 INFO [RS:0;d00f728e99d7:35573 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:19:15,900 INFO [RS:0;d00f728e99d7:35573 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:19:15,900 INFO [RS:0;d00f728e99d7:35573 {}] hbase.ChoreService(370): Chore service for: regionserver/d00f728e99d7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T03:19:15,900 INFO [RS:0;d00f728e99d7:35573 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:19:15,900 INFO [regionserver/d00f728e99d7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:19:15,901 INFO [RS:0;d00f728e99d7:35573 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d00f728e99d7,35573,1732072672457 because: Region server is closing 2024-11-20T03:19:15,901 INFO [RS:0;d00f728e99d7:35573 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:35573. 2024-11-20T03:19:15,901 DEBUG [RS:0;d00f728e99d7:35573 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:19:15,901 DEBUG [RS:0;d00f728e99d7:35573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:15,901 DEBUG [RS:0;d00f728e99d7:35573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:15,901 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:19:16,001 WARN [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.wal-reader.d00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T03:19:16,001 WARN [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.shipperd00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T03:19:16,002 INFO [RS:0;d00f728e99d7:35573 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35573,1732072672457.replicationSource.shipperd00f728e99d7%2C35573%2C1732072672457,1-d00f728e99d7,35573,1732072672457 terminated 2024-11-20T03:19:16,002 INFO [RS:0;d00f728e99d7:35573 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35573 2024-11-20T03:19:16,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37985-0x101563f7fe20000, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-480404494/rs 2024-11-20T03:19:16,051 INFO [RS:0;d00f728e99d7:35573 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:19:16,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35573-0x101563f7fe20001, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-480404494/rs/d00f728e99d7,35573,1732072672457 2024-11-20T03:19:16,061 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d00f728e99d7,35573,1732072672457] 2024-11-20T03:19:16,072 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-480404494/draining/d00f728e99d7,35573,1732072672457 already deleted, retry=false 2024-11-20T03:19:16,072 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d00f728e99d7,35573,1732072672457 expired; onlineServers=0 2024-11-20T03:19:16,072 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd00f728e99d7,37985,1732072672271' ***** 2024-11-20T03:19:16,072 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T03:19:16,072 INFO [M:0;d00f728e99d7:37985 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:19:16,072 INFO [M:0;d00f728e99d7:37985 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:19:16,072 DEBUG [M:0;d00f728e99d7:37985 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T03:19:16,072 DEBUG [M:0;d00f728e99d7:37985 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T03:19:16,072 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T03:19:16,072 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072674509 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072674509,5,FailOnTimeoutGroup] 2024-11-20T03:19:16,072 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072674510 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072674510,5,FailOnTimeoutGroup] 2024-11-20T03:19:16,072 INFO [M:0;d00f728e99d7:37985 {}] hbase.ChoreService(370): Chore service for: master/d00f728e99d7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T03:19:16,073 INFO [M:0;d00f728e99d7:37985 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:19:16,073 DEBUG [M:0;d00f728e99d7:37985 {}] master.HMaster(1795): Stopping service threads 2024-11-20T03:19:16,073 INFO [M:0;d00f728e99d7:37985 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T03:19:16,073 INFO [M:0;d00f728e99d7:37985 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:19:16,073 INFO [M:0;d00f728e99d7:37985 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T03:19:16,073 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T03:19:16,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37985-0x101563f7fe20000, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-480404494/master 2024-11-20T03:19:16,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37985-0x101563f7fe20000, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-480404494 2024-11-20T03:19:16,083 DEBUG [M:0;d00f728e99d7:37985 {}] zookeeper.ZKUtil(347): master:37985-0x101563f7fe20000, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Unable to get data of znode /0-480404494/master because node does not exist (not an error) 2024-11-20T03:19:16,083 WARN [M:0;d00f728e99d7:37985 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T03:19:16,084 INFO [M:0;d00f728e99d7:37985 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/.lastflushedseqids 2024-11-20T03:19:16,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741850_1026 (size=263) 2024-11-20T03:19:16,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35573-0x101563f7fe20001, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:19:16,162 INFO [RS:0;d00f728e99d7:35573 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:19:16,162 INFO [RS:0;d00f728e99d7:35573 {}] regionserver.HRegionServer(1031): Exiting; stopping=d00f728e99d7,35573,1732072672457; zookeeper connection closed. 2024-11-20T03:19:16,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35573-0x101563f7fe20001, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:19:16,162 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f62d237 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f62d237 2024-11-20T03:19:16,162 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T03:19:16,489 INFO [M:0;d00f728e99d7:37985 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T03:19:16,489 INFO [M:0;d00f728e99d7:37985 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T03:19:16,489 DEBUG [M:0;d00f728e99d7:37985 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:19:16,489 INFO [M:0;d00f728e99d7:37985 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:19:16,489 DEBUG [M:0;d00f728e99d7:37985 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:19:16,489 DEBUG [M:0;d00f728e99d7:37985 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:19:16,489 DEBUG [M:0;d00f728e99d7:37985 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:19:16,489 INFO [M:0;d00f728e99d7:37985 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-11-20T03:19:16,504 DEBUG [M:0;d00f728e99d7:37985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31b2099d1af44bb58e9bb4b44127c6b4 is 82, key is hbase:meta,,1/info:regioninfo/1732072675718/Put/seqid=0 2024-11-20T03:19:16,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741851_1027 (size=5672) 2024-11-20T03:19:16,908 INFO [M:0;d00f728e99d7:37985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31b2099d1af44bb58e9bb4b44127c6b4 2024-11-20T03:19:16,926 DEBUG [M:0;d00f728e99d7:37985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4f31f4424d8842579edcef179a3b4292 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732072683206/Put/seqid=0 2024-11-20T03:19:16,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741852_1028 (size=7241) 2024-11-20T03:19:17,331 INFO [M:0;d00f728e99d7:37985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4f31f4424d8842579edcef179a3b4292 2024-11-20T03:19:17,335 INFO [M:0;d00f728e99d7:37985 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4f31f4424d8842579edcef179a3b4292 2024-11-20T03:19:17,349 DEBUG [M:0;d00f728e99d7:37985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d693fea1c6344250a695f43720a33308 is 69, key is d00f728e99d7,35573,1732072672457/rs:state/1732072674620/Put/seqid=0 2024-11-20T03:19:17,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741853_1029 (size=5156) 2024-11-20T03:19:17,753 INFO [M:0;d00f728e99d7:37985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d693fea1c6344250a695f43720a33308 2024-11-20T03:19:17,758 DEBUG [M:0;d00f728e99d7:37985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/31b2099d1af44bb58e9bb4b44127c6b4 as hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/31b2099d1af44bb58e9bb4b44127c6b4 2024-11-20T03:19:17,763 INFO [M:0;d00f728e99d7:37985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/31b2099d1af44bb58e9bb4b44127c6b4, entries=8, sequenceid=105, filesize=5.5 K 2024-11-20T03:19:17,763 DEBUG [M:0;d00f728e99d7:37985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4f31f4424d8842579edcef179a3b4292 as hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4f31f4424d8842579edcef179a3b4292 2024-11-20T03:19:17,768 INFO [M:0;d00f728e99d7:37985 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4f31f4424d8842579edcef179a3b4292 2024-11-20T03:19:17,768 INFO [M:0;d00f728e99d7:37985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4f31f4424d8842579edcef179a3b4292, entries=11, sequenceid=105, filesize=7.1 K 2024-11-20T03:19:17,769 DEBUG [M:0;d00f728e99d7:37985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d693fea1c6344250a695f43720a33308 as hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d693fea1c6344250a695f43720a33308 2024-11-20T03:19:17,773 INFO [M:0;d00f728e99d7:37985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41595/user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d693fea1c6344250a695f43720a33308, entries=1, sequenceid=105, filesize=5.0 K 2024-11-20T03:19:17,774 INFO [M:0;d00f728e99d7:37985 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=105, compaction requested=false 2024-11-20T03:19:17,775 INFO [M:0;d00f728e99d7:37985 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:19:17,775 DEBUG [M:0;d00f728e99d7:37985 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072756489Disabling compacts and flushes for region at 1732072756489Disabling writes for close at 1732072756489Obtaining lock to block concurrent updates at 1732072756489Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732072756489Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1732072756490 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732072756490Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732072756490Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732072756503 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732072756503Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732072756913 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732072756925 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732072756926 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732072757336 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732072757348 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732072757348Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a6221a8: reopening flushed file at 1732072757757 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62f5e62e: reopening flushed file at 1732072757763 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24ad72ce: reopening flushed file at 1732072757768 (+5 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=105, compaction requested=false at 1732072757774 (+6 ms)Writing region close event to WAL at 1732072757775 (+1 ms)Closed at 1732072757775 2024-11-20T03:19:17,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741830_1006 (size=64538) 2024-11-20T03:19:17,777 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4bbdd638-6183-df76-031c-9afae9a02d94/MasterData/WALs/d00f728e99d7,37985,1732072672271/d00f728e99d7%2C37985%2C1732072672271.1732072674220 not finished, retry = 0 2024-11-20T03:19:17,878 INFO [M:0;d00f728e99d7:37985 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T03:19:17,878 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:19:17,878 INFO [M:0;d00f728e99d7:37985 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37985 2024-11-20T03:19:17,879 INFO [M:0;d00f728e99d7:37985 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:19:18,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37985-0x101563f7fe20000, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:19:18,046 INFO [M:0;d00f728e99d7:37985 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:19:18,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37985-0x101563f7fe20000, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:19:18,048 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21676263{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:19:18,049 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51caf3d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:19:18,049 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:19:18,049 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@352c2b70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:19:18,049 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@489869af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bf958c-c2b0-83f7-ee2a-795cc816b068/hadoop.log.dir/,STOPPED} 2024-11-20T03:19:18,050 WARN [BP-309001069-172.17.0.2-1732072670288 heartbeating to localhost/127.0.0.1:41595 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T03:19:18,050 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T03:19:18,050 WARN [BP-309001069-172.17.0.2-1732072670288 heartbeating to localhost/127.0.0.1:41595 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-309001069-172.17.0.2-1732072670288 (Datanode Uuid 426b4b62-cf95-4088-a87a-9d2ec0d3e65d) service to localhost/127.0.0.1:41595 2024-11-20T03:19:18,050 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T03:19:18,050 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bf958c-c2b0-83f7-ee2a-795cc816b068/cluster_a016ae16-4ebc-e4d8-6499-5e1cfb213199/data/data1/current/BP-309001069-172.17.0.2-1732072670288 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:19:18,051 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bf958c-c2b0-83f7-ee2a-795cc816b068/cluster_a016ae16-4ebc-e4d8-6499-5e1cfb213199/data/data2/current/BP-309001069-172.17.0.2-1732072670288 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:19:18,051 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T03:19:18,055 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ea59de4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:19:18,056 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b41f308{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:19:18,056 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:19:18,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f31b59d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:19:18,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36e7127e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5bf958c-c2b0-83f7-ee2a-795cc816b068/hadoop.log.dir/,STOPPED} 2024-11-20T03:19:18,061 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T03:19:18,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T03:19:18,080 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 138) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007feaacb8b0c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42851 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41595 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42851 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007feaacb8b0c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:42851 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50851) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41595 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:41595 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41595 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42851 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50851) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42851 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:41595 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=320 (was 337), ProcessCount=11 (was 11), AvailableMemoryMB=6790 (was 7255) 2024-11-20T03:19:18,089 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=320, ProcessCount=11, AvailableMemoryMB=6789 2024-11-20T03:19:18,105 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-20T03:19:18,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e5fd18-6f24-13de-675a-36b45fd4647e/hadoop.log.dir so I do NOT create it in target/test-data/6a3bb3c8-9f7e-0c9a-1748-74dd8a3b2dc6 2024-11-20T03:19:18,106 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e5fd18-6f24-13de-675a-36b45fd4647e/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T03:19:18,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e5fd18-6f24-13de-675a-36b45fd4647e/hadoop.tmp.dir so I do NOT create it in target/test-data/6a3bb3c8-9f7e-0c9a-1748-74dd8a3b2dc6 2024-11-20T03:19:18,106 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f5e5fd18-6f24-13de-675a-36b45fd4647e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T03:19:18,106 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bb3c8-9f7e-0c9a-1748-74dd8a3b2dc6 2024-11-20T03:19:18,106 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bb3c8-9f7e-0c9a-1748-74dd8a3b2dc6/cluster_68a36f76-e4ed-2d2b-2d10-4e267448a8e5, deleteOnExit=true 2024-11-20T03:19:18,127 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bb3c8-9f7e-0c9a-1748-74dd8a3b2dc6/cluster_68a36f76-e4ed-2d2b-2d10-4e267448a8e5/zookeeper_0, clientPort=49383, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bb3c8-9f7e-0c9a-1748-74dd8a3b2dc6/cluster_68a36f76-e4ed-2d2b-2d10-4e267448a8e5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bb3c8-9f7e-0c9a-1748-74dd8a3b2dc6/cluster_68a36f76-e4ed-2d2b-2d10-4e267448a8e5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T03:19:18,128 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49383 2024-11-20T03:19:18,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T03:19:18,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T03:19:18,128 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bb3c8-9f7e-0c9a-1748-74dd8a3b2dc6/test.cache.data in system properties and HBase conf 2024-11-20T03:19:18,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bb3c8-9f7e-0c9a-1748-74dd8a3b2dc6/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T03:19:18,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bb3c8-9f7e-0c9a-1748-74dd8a3b2dc6/hadoop.log.dir in system properties and HBase conf 2024-11-20T03:19:18,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bb3c8-9f7e-0c9a-1748-74dd8a3b2dc6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T03:19:18,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bb3c8-9f7e-0c9a-1748-74dd8a3b2dc6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T03:19:18,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T03:19:18,129 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T03:19:18,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bb3c8-9f7e-0c9a-1748-74dd8a3b2dc6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:19:18,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bb3c8-9f7e-0c9a-1748-74dd8a3b2dc6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:19:18,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bb3c8-9f7e-0c9a-1748-74dd8a3b2dc6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T03:19:18,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bb3c8-9f7e-0c9a-1748-74dd8a3b2dc6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:19:18,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bb3c8-9f7e-0c9a-1748-74dd8a3b2dc6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T03:19:18,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bb3c8-9f7e-0c9a-1748-74dd8a3b2dc6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T03:19:18,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bb3c8-9f7e-0c9a-1748-74dd8a3b2dc6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:19:18,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bb3c8-9f7e-0c9a-1748-74dd8a3b2dc6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:19:18,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bb3c8-9f7e-0c9a-1748-74dd8a3b2dc6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T03:19:18,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bb3c8-9f7e-0c9a-1748-74dd8a3b2dc6/nfs.dump.dir in system properties and HBase conf 2024-11-20T03:19:18,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bb3c8-9f7e-0c9a-1748-74dd8a3b2dc6/java.io.tmpdir in system properties and HBase conf 2024-11-20T03:19:18,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bb3c8-9f7e-0c9a-1748-74dd8a3b2dc6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:19:18,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bb3c8-9f7e-0c9a-1748-74dd8a3b2dc6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T03:19:18,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bb3c8-9f7e-0c9a-1748-74dd8a3b2dc6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T03:19:18,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101563f7fe20005, quorum=127.0.0.1:50851, baseZNode=/1786116662 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T03:19:18,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101563f7fe20002, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T03:19:18,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101563f7fe20002, quorum=127.0.0.1:50851, baseZNode=/0-480404494 Received Disconnected from ZooKeeper, ignoring 2024-11-20T03:19:18,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101563f7fe20005, quorum=127.0.0.1:50851, baseZNode=/1786116662 Received Disconnected from ZooKeeper, ignoring 2024-11-20T03:19:18,457 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:19:18,462 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:19:18,463 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:19:18,463 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:19:18,463 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T03:19:18,464 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:19:18,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3db3868c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bb3c8-9f7e-0c9a-1748-74dd8a3b2dc6/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:19:18,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@306e315e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:19:18,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2af7d3d5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bb3c8-9f7e-0c9a-1748-74dd8a3b2dc6/java.io.tmpdir/jetty-localhost-44459-hadoop-hdfs-3_4_1-tests_jar-_-any-7023819436301729440/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:19:18,558 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f84364c{HTTP/1.1, (http/1.1)}{localhost:44459} 2024-11-20T03:19:18,558 INFO [Time-limited test {}] server.Server(415): Started @142087ms 2024-11-20T03:19:18,812 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:19:18,815 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:19:18,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:19:18,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:19:18,817 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T03:19:18,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cae3f43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bb3c8-9f7e-0c9a-1748-74dd8a3b2dc6/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:19:18,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@594fffb1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:19:18,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e6f3ac9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bb3c8-9f7e-0c9a-1748-74dd8a3b2dc6/java.io.tmpdir/jetty-localhost-45135-hadoop-hdfs-3_4_1-tests_jar-_-any-5704901885012764939/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:19:18,912 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@556c7296{HTTP/1.1, (http/1.1)}{localhost:45135} 2024-11-20T03:19:18,912 INFO [Time-limited test {}] server.Server(415): Started @142441ms 2024-11-20T03:19:18,913 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T03:19:19,545 WARN [Thread-1287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bb3c8-9f7e-0c9a-1748-74dd8a3b2dc6/cluster_68a36f76-e4ed-2d2b-2d10-4e267448a8e5/data/data2/current/BP-1063265747-172.17.0.2-1732072758143/current, will proceed with Du for space computation calculation, 2024-11-20T03:19:19,545 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bb3c8-9f7e-0c9a-1748-74dd8a3b2dc6/cluster_68a36f76-e4ed-2d2b-2d10-4e267448a8e5/data/data1/current/BP-1063265747-172.17.0.2-1732072758143/current, will proceed with Du for space computation calculation, 2024-11-20T03:19:19,560 WARN [Thread-1274 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T03:19:19,562 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9a08f4869e1c1f8 with lease ID 0xa5c66235c571dc70: Processing first storage report for DS-3bc713f5-bbf9-4a49-9a5e-a1c0c48f6c3a from datanode DatanodeRegistration(127.0.0.1:39225, datanodeUuid=eb733dbf-1076-41f9-b228-d3bb4ca0a700, infoPort=41427, infoSecurePort=0, ipcPort=37203, storageInfo=lv=-57;cid=testClusterID;nsid=1411960502;c=1732072758143) 2024-11-20T03:19:19,562 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9a08f4869e1c1f8 with lease ID 0xa5c66235c571dc70: from storage DS-3bc713f5-bbf9-4a49-9a5e-a1c0c48f6c3a node DatanodeRegistration(127.0.0.1:39225, datanodeUuid=eb733dbf-1076-41f9-b228-d3bb4ca0a700, infoPort=41427, infoSecurePort=0, ipcPort=37203, storageInfo=lv=-57;cid=testClusterID;nsid=1411960502;c=1732072758143), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T03:19:19,563 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9a08f4869e1c1f8 with lease ID 0xa5c66235c571dc70: Processing first storage report for DS-d1399f75-1d20-434e-81a3-a203a2f7ac91 from datanode DatanodeRegistration(127.0.0.1:39225, datanodeUuid=eb733dbf-1076-41f9-b228-d3bb4ca0a700, infoPort=41427, infoSecurePort=0, ipcPort=37203, storageInfo=lv=-57;cid=testClusterID;nsid=1411960502;c=1732072758143) 2024-11-20T03:19:19,563 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9a08f4869e1c1f8 with lease ID 0xa5c66235c571dc70: from storage DS-d1399f75-1d20-434e-81a3-a203a2f7ac91 node DatanodeRegistration(127.0.0.1:39225, datanodeUuid=eb733dbf-1076-41f9-b228-d3bb4ca0a700, infoPort=41427, infoSecurePort=0, ipcPort=37203, storageInfo=lv=-57;cid=testClusterID;nsid=1411960502;c=1732072758143), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T03:19:19,638 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bb3c8-9f7e-0c9a-1748-74dd8a3b2dc6 2024-11-20T03:19:19,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:19:19,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:19:19,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39225 is added to blk_1073741825_1001 (size=7) 2024-11-20T03:19:20,047 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997 with version=8 2024-11-20T03:19:20,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/hbase-staging 2024-11-20T03:19:20,049 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:19:20,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:19:20,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:19:20,049 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:19:20,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:19:20,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:19:20,050 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T03:19:20,050 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:19:20,050 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43253 2024-11-20T03:19:20,051 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43253 connecting to ZooKeeper ensemble=127.0.0.1:49383 2024-11-20T03:19:20,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432530x0, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:19:20,283 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43253-0x1015640d71a0000 connected 2024-11-20T03:19:20,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:19:20,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:19:20,370 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43253-0x1015640d71a0000, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Set watcher on znode that does not yet exist, /0-860608703/running 2024-11-20T03:19:20,370 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997, hbase.cluster.distributed=false 2024-11-20T03:19:20,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43253-0x1015640d71a0000, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Set watcher on znode that does not yet exist, /0-860608703/acl 2024-11-20T03:19:20,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43253 2024-11-20T03:19:20,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43253 2024-11-20T03:19:20,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43253 2024-11-20T03:19:20,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43253 2024-11-20T03:19:20,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43253 2024-11-20T03:19:20,386 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:19:20,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:19:20,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:19:20,386 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:19:20,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:19:20,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:19:20,387 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T03:19:20,387 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:19:20,387 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37497 2024-11-20T03:19:20,388 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37497 connecting to ZooKeeper ensemble=127.0.0.1:49383 2024-11-20T03:19:20,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:19:20,390 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:19:20,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374970x0, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:19:20,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374970x0, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Set watcher on znode that does not yet exist, /0-860608703/running 2024-11-20T03:19:20,399 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37497-0x1015640d71a0001 connected 2024-11-20T03:19:20,399 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T03:19:20,401 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T03:19:20,402 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37497-0x1015640d71a0001, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Set watcher on znode that does not yet exist, /0-860608703/master 2024-11-20T03:19:20,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37497-0x1015640d71a0001, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Set watcher on znode that does not yet exist, /0-860608703/acl 2024-11-20T03:19:20,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37497 2024-11-20T03:19:20,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37497 2024-11-20T03:19:20,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37497 2024-11-20T03:19:20,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37497 2024-11-20T03:19:20,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37497 2024-11-20T03:19:20,417 DEBUG [M:0;d00f728e99d7:43253 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d00f728e99d7:43253 2024-11-20T03:19:20,418 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-860608703/backup-masters/d00f728e99d7,43253,1732072760049 2024-11-20T03:19:20,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1015640d71a0001, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-860608703/backup-masters 2024-11-20T03:19:20,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1015640d71a0000, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-860608703/backup-masters 2024-11-20T03:19:20,430 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43253-0x1015640d71a0000, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Set watcher on existing znode=/0-860608703/backup-masters/d00f728e99d7,43253,1732072760049 2024-11-20T03:19:20,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1015640d71a0001, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-860608703/master 2024-11-20T03:19:20,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1015640d71a0000, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-860608703 2024-11-20T03:19:20,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1015640d71a0001, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-860608703 2024-11-20T03:19:20,441 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43253-0x1015640d71a0000, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Set watcher on existing znode=/0-860608703/master 2024-11-20T03:19:20,441 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-860608703/backup-masters/d00f728e99d7,43253,1732072760049 from backup master directory 2024-11-20T03:19:20,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1015640d71a0000, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-860608703/backup-masters/d00f728e99d7,43253,1732072760049 2024-11-20T03:19:20,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1015640d71a0001, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-860608703/backup-masters 2024-11-20T03:19:20,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1015640d71a0000, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-860608703/backup-masters 2024-11-20T03:19:20,451 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:19:20,451 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d00f728e99d7,43253,1732072760049 2024-11-20T03:19:20,455 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/hbase.id] with ID: b1076e4b-e2d1-43af-b49a-ab180d61d257 2024-11-20T03:19:20,455 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/.tmp/hbase.id 2024-11-20T03:19:20,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39225 is added to blk_1073741826_1002 (size=42) 2024-11-20T03:19:20,662 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T03:19:20,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:20,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:20,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:20,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:20,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:20,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:20,859 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/.tmp/hbase.id]:[hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/hbase.id] 2024-11-20T03:19:20,870 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:19:20,870 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T03:19:20,871 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T03:19:20,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1015640d71a0001, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-860608703 2024-11-20T03:19:20,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1015640d71a0000, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-860608703 2024-11-20T03:19:20,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39225 is added to blk_1073741827_1003 (size=196) 2024-11-20T03:19:21,330 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:19:21,331 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T03:19:21,331 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:19:21,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39225 is added to blk_1073741828_1004 (size=1189) 2024-11-20T03:19:21,738 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store 2024-11-20T03:19:21,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39225 is added to blk_1073741829_1005 (size=34) 2024-11-20T03:19:22,144 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:19:22,144 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:19:22,144 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:19:22,144 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:19:22,144 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:19:22,144 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:19:22,144 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:19:22,144 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072762144Disabling compacts and flushes for region at 1732072762144Disabling writes for close at 1732072762144Writing region close event to WAL at 1732072762144Closed at 1732072762144 2024-11-20T03:19:22,145 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store/.initializing 2024-11-20T03:19:22,145 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/WALs/d00f728e99d7,43253,1732072760049 2024-11-20T03:19:22,146 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:19:22,148 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d00f728e99d7%2C43253%2C1732072760049, suffix=, logDir=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/WALs/d00f728e99d7,43253,1732072760049, archiveDir=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/oldWALs, maxLogs=10 2024-11-20T03:19:22,159 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/WALs/d00f728e99d7,43253,1732072760049/d00f728e99d7%2C43253%2C1732072760049.1732072762148, exclude list is [], retry=0 2024-11-20T03:19:22,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39225,DS-3bc713f5-bbf9-4a49-9a5e-a1c0c48f6c3a,DISK] 2024-11-20T03:19:22,163 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/WALs/d00f728e99d7,43253,1732072760049/d00f728e99d7%2C43253%2C1732072760049.1732072762148 2024-11-20T03:19:22,163 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41427:41427)] 2024-11-20T03:19:22,163 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:19:22,163 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:19:22,163 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:22,163 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:22,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:22,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T03:19:22,166 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:22,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:19:22,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:22,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T03:19:22,167 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:22,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:19:22,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:22,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T03:19:22,169 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:22,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:19:22,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:22,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T03:19:22,170 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:22,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:19:22,170 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:22,171 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:22,171 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:22,172 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:22,172 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:22,173 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:19:22,173 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:22,175 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:19:22,175 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73753596, jitterRate=0.09901422262191772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:19:22,176 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732072762164Initializing all the Stores at 1732072762164Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072762164Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072762164Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072762164Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072762165 (+1 ms)Cleaning up temporary data from old regions at 1732072762172 (+7 ms)Region opened successfully at 1732072762176 (+4 ms) 2024-11-20T03:19:22,176 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T03:19:22,178 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e934e75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:19:22,179 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T03:19:22,179 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T03:19:22,179 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T03:19:22,179 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T03:19:22,180 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T03:19:22,180 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T03:19:22,180 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T03:19:22,182 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T03:19:22,183 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43253-0x1015640d71a0000, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Unable to get data of znode /0-860608703/balancer because node does not exist (not necessarily an error) 2024-11-20T03:19:22,250 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-860608703/balancer already deleted, retry=false 2024-11-20T03:19:22,251 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T03:19:22,252 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43253-0x1015640d71a0000, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Unable to get data of znode /0-860608703/normalizer because node does not exist (not necessarily an error) 2024-11-20T03:19:22,261 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-860608703/normalizer already deleted, retry=false 2024-11-20T03:19:22,261 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T03:19:22,262 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43253-0x1015640d71a0000, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Unable to get data of znode /0-860608703/switch/split because node does not exist (not necessarily an error) 2024-11-20T03:19:22,271 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-860608703/switch/split already deleted, retry=false 2024-11-20T03:19:22,272 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43253-0x1015640d71a0000, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Unable to get data of znode /0-860608703/switch/merge because node does not exist (not necessarily an error) 2024-11-20T03:19:22,282 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-860608703/switch/merge already deleted, retry=false 2024-11-20T03:19:22,284 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43253-0x1015640d71a0000, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Unable to get data of znode /0-860608703/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T03:19:22,292 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-860608703/snapshot-cleanup already deleted, retry=false 2024-11-20T03:19:22,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1015640d71a0001, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-860608703/running 2024-11-20T03:19:22,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1015640d71a0000, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-860608703/running 2024-11-20T03:19:22,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1015640d71a0001, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-860608703 2024-11-20T03:19:22,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1015640d71a0000, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-860608703 2024-11-20T03:19:22,304 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d00f728e99d7,43253,1732072760049, sessionid=0x1015640d71a0000, setting cluster-up flag (Was=false) 2024-11-20T03:19:22,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1015640d71a0000, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-860608703 2024-11-20T03:19:22,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1015640d71a0001, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-860608703 2024-11-20T03:19:22,356 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-860608703/flush-table-proc/acquired, /0-860608703/flush-table-proc/reached, /0-860608703/flush-table-proc/abort 2024-11-20T03:19:22,357 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,43253,1732072760049 2024-11-20T03:19:22,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1015640d71a0000, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-860608703 2024-11-20T03:19:22,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1015640d71a0001, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-860608703 2024-11-20T03:19:22,408 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-860608703/online-snapshot/acquired, /0-860608703/online-snapshot/reached, /0-860608703/online-snapshot/abort 2024-11-20T03:19:22,409 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,43253,1732072760049 2024-11-20T03:19:22,410 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T03:19:22,412 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T03:19:22,412 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T03:19:22,412 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T03:19:22,412 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d00f728e99d7,43253,1732072760049 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T03:19:22,414 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:19:22,414 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:19:22,414 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:19:22,414 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:19:22,414 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d00f728e99d7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T03:19:22,414 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:22,414 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:19:22,414 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:22,415 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732072792415 2024-11-20T03:19:22,415 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T03:19:22,415 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T03:19:22,415 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T03:19:22,415 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T03:19:22,415 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T03:19:22,415 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T03:19:22,415 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:22,415 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:19:22,415 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T03:19:22,415 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T03:19:22,416 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T03:19:22,416 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T03:19:22,416 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T03:19:22,416 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T03:19:22,416 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T03:19:22,416 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072762416,5,FailOnTimeoutGroup] 2024-11-20T03:19:22,416 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:22,416 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072762416,5,FailOnTimeoutGroup] 2024-11-20T03:19:22,416 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:22,416 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T03:19:22,416 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:22,416 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:22,416 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T03:19:22,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39225 is added to blk_1073741831_1007 (size=1321) 2024-11-20T03:19:22,510 INFO [RS:0;d00f728e99d7:37497 {}] regionserver.HRegionServer(746): ClusterId : b1076e4b-e2d1-43af-b49a-ab180d61d257 2024-11-20T03:19:22,510 DEBUG [RS:0;d00f728e99d7:37497 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T03:19:22,524 DEBUG [RS:0;d00f728e99d7:37497 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T03:19:22,524 DEBUG [RS:0;d00f728e99d7:37497 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T03:19:22,535 DEBUG [RS:0;d00f728e99d7:37497 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T03:19:22,536 DEBUG [RS:0;d00f728e99d7:37497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf193a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:19:22,546 DEBUG [RS:0;d00f728e99d7:37497 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d00f728e99d7:37497 2024-11-20T03:19:22,546 INFO [RS:0;d00f728e99d7:37497 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T03:19:22,546 INFO [RS:0;d00f728e99d7:37497 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T03:19:22,546 DEBUG [RS:0;d00f728e99d7:37497 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T03:19:22,546 INFO [RS:0;d00f728e99d7:37497 {}] regionserver.HRegionServer(2659): reportForDuty to master=d00f728e99d7,43253,1732072760049 with port=37497, startcode=1732072760386 2024-11-20T03:19:22,547 DEBUG [RS:0;d00f728e99d7:37497 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T03:19:22,548 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35147, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T03:19:22,548 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43253 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d00f728e99d7,37497,1732072760386 2024-11-20T03:19:22,548 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43253 {}] master.ServerManager(517): Registering regionserver=d00f728e99d7,37497,1732072760386 2024-11-20T03:19:22,550 DEBUG [RS:0;d00f728e99d7:37497 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997 2024-11-20T03:19:22,550 DEBUG [RS:0;d00f728e99d7:37497 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43163 2024-11-20T03:19:22,550 DEBUG [RS:0;d00f728e99d7:37497 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T03:19:22,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1015640d71a0000, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-860608703/rs 2024-11-20T03:19:22,556 DEBUG [RS:0;d00f728e99d7:37497 {}] zookeeper.ZKUtil(111): regionserver:37497-0x1015640d71a0001, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Set watcher on existing znode=/0-860608703/rs/d00f728e99d7,37497,1732072760386 2024-11-20T03:19:22,556 WARN [RS:0;d00f728e99d7:37497 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:19:22,556 INFO [RS:0;d00f728e99d7:37497 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:19:22,556 DEBUG [RS:0;d00f728e99d7:37497 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,37497,1732072760386 2024-11-20T03:19:22,557 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d00f728e99d7,37497,1732072760386] 2024-11-20T03:19:22,559 INFO [RS:0;d00f728e99d7:37497 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T03:19:22,561 INFO [RS:0;d00f728e99d7:37497 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T03:19:22,561 INFO [RS:0;d00f728e99d7:37497 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T03:19:22,561 INFO [RS:0;d00f728e99d7:37497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:22,562 INFO [RS:0;d00f728e99d7:37497 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T03:19:22,562 INFO [RS:0;d00f728e99d7:37497 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T03:19:22,562 INFO [RS:0;d00f728e99d7:37497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:22,562 DEBUG [RS:0;d00f728e99d7:37497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:22,562 DEBUG [RS:0;d00f728e99d7:37497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:22,562 DEBUG [RS:0;d00f728e99d7:37497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:22,562 DEBUG [RS:0;d00f728e99d7:37497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:22,563 DEBUG [RS:0;d00f728e99d7:37497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:22,563 DEBUG [RS:0;d00f728e99d7:37497 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:19:22,563 DEBUG [RS:0;d00f728e99d7:37497 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:22,563 DEBUG [RS:0;d00f728e99d7:37497 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:22,563 DEBUG [RS:0;d00f728e99d7:37497 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:22,563 DEBUG [RS:0;d00f728e99d7:37497 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:22,563 DEBUG [RS:0;d00f728e99d7:37497 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:22,563 DEBUG [RS:0;d00f728e99d7:37497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:22,563 DEBUG [RS:0;d00f728e99d7:37497 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:19:22,563 DEBUG [RS:0;d00f728e99d7:37497 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:19:22,564 INFO [RS:0;d00f728e99d7:37497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:22,564 INFO [RS:0;d00f728e99d7:37497 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:22,564 INFO [RS:0;d00f728e99d7:37497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:22,564 INFO [RS:0;d00f728e99d7:37497 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:22,564 INFO [RS:0;d00f728e99d7:37497 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:22,564 INFO [RS:0;d00f728e99d7:37497 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,37497,1732072760386-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:19:22,579 INFO [RS:0;d00f728e99d7:37497 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T03:19:22,579 INFO [RS:0;d00f728e99d7:37497 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,37497,1732072760386-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:22,579 INFO [RS:0;d00f728e99d7:37497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:22,580 INFO [RS:0;d00f728e99d7:37497 {}] regionserver.Replication(171): d00f728e99d7,37497,1732072760386 started 2024-11-20T03:19:22,591 INFO [RS:0;d00f728e99d7:37497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:22,591 INFO [RS:0;d00f728e99d7:37497 {}] regionserver.HRegionServer(1482): Serving as d00f728e99d7,37497,1732072760386, RpcServer on d00f728e99d7/172.17.0.2:37497, sessionid=0x1015640d71a0001 2024-11-20T03:19:22,591 DEBUG [RS:0;d00f728e99d7:37497 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T03:19:22,591 DEBUG [RS:0;d00f728e99d7:37497 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d00f728e99d7,37497,1732072760386 2024-11-20T03:19:22,591 DEBUG [RS:0;d00f728e99d7:37497 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,37497,1732072760386' 2024-11-20T03:19:22,591 DEBUG [RS:0;d00f728e99d7:37497 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-860608703/flush-table-proc/abort' 2024-11-20T03:19:22,592 DEBUG [RS:0;d00f728e99d7:37497 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-860608703/flush-table-proc/acquired' 2024-11-20T03:19:22,592 DEBUG [RS:0;d00f728e99d7:37497 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T03:19:22,592 DEBUG [RS:0;d00f728e99d7:37497 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T03:19:22,592 DEBUG [RS:0;d00f728e99d7:37497 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d00f728e99d7,37497,1732072760386 2024-11-20T03:19:22,592 DEBUG [RS:0;d00f728e99d7:37497 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,37497,1732072760386' 2024-11-20T03:19:22,592 DEBUG [RS:0;d00f728e99d7:37497 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-860608703/online-snapshot/abort' 2024-11-20T03:19:22,593 DEBUG [RS:0;d00f728e99d7:37497 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-860608703/online-snapshot/acquired' 2024-11-20T03:19:22,593 DEBUG [RS:0;d00f728e99d7:37497 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T03:19:22,593 INFO [RS:0;d00f728e99d7:37497 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T03:19:22,593 INFO [RS:0;d00f728e99d7:37497 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T03:19:22,693 INFO [RS:0;d00f728e99d7:37497 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:19:22,695 INFO [RS:0;d00f728e99d7:37497 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C37497%2C1732072760386, suffix=, logDir=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,37497,1732072760386, archiveDir=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/oldWALs, maxLogs=10 2024-11-20T03:19:22,707 DEBUG [RS:0;d00f728e99d7:37497 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,37497,1732072760386/d00f728e99d7%2C37497%2C1732072760386.1732072762695, exclude list is [], retry=0 2024-11-20T03:19:22,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39225,DS-3bc713f5-bbf9-4a49-9a5e-a1c0c48f6c3a,DISK] 2024-11-20T03:19:22,710 INFO [RS:0;d00f728e99d7:37497 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,37497,1732072760386/d00f728e99d7%2C37497%2C1732072760386.1732072762695 2024-11-20T03:19:22,711 DEBUG [RS:0;d00f728e99d7:37497 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41427:41427)] 2024-11-20T03:19:22,823 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T03:19:22,824 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997 2024-11-20T03:19:22,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39225 is added to blk_1073741833_1009 (size=32) 2024-11-20T03:19:23,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:19:23,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:19:23,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:19:23,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:23,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:19:23,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:19:23,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:19:23,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:23,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:19:23,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:19:23,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:19:23,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:23,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:19:23,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:19:23,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:19:23,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:23,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:19:23,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:19:23,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/meta/1588230740 2024-11-20T03:19:23,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/meta/1588230740 2024-11-20T03:19:23,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:19:23,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:19:23,239 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:19:23,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:19:23,241 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:19:23,241 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71361456, jitterRate=0.06336855888366699}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:19:23,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732072763229Initializing all the Stores at 1732072763230 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072763230Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072763230Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072763230Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072763230Cleaning up temporary data from old regions at 1732072763238 (+8 ms)Region opened successfully at 1732072763242 (+4 ms) 2024-11-20T03:19:23,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:19:23,242 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:19:23,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:19:23,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:19:23,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:19:23,243 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:19:23,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072763242Disabling compacts and flushes for region at 1732072763242Disabling writes for close at 1732072763242Writing region close event to WAL at 1732072763242Closed at 1732072763243 (+1 ms) 2024-11-20T03:19:23,244 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:19:23,244 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T03:19:23,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T03:19:23,245 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:19:23,245 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T03:19:23,396 DEBUG [d00f728e99d7:43253 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T03:19:23,396 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d00f728e99d7,37497,1732072760386 2024-11-20T03:19:23,397 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,37497,1732072760386, state=OPENING 2024-11-20T03:19:23,440 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T03:19:23,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1015640d71a0000, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-860608703 2024-11-20T03:19:23,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1015640d71a0001, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-860608703 2024-11-20T03:19:23,451 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-860608703/meta-region-server: CHANGED 2024-11-20T03:19:23,451 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-860608703/meta-region-server: CHANGED 2024-11-20T03:19:23,451 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:19:23,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,37497,1732072760386}] 2024-11-20T03:19:23,603 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:19:23,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T03:19:23,608 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T03:19:23,608 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:19:23,608 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T03:19:23,610 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C37497%2C1732072760386.meta, suffix=.meta, logDir=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,37497,1732072760386, archiveDir=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/oldWALs, maxLogs=10 2024-11-20T03:19:23,623 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,37497,1732072760386/d00f728e99d7%2C37497%2C1732072760386.meta.1732072763610.meta, exclude list is [], retry=0 2024-11-20T03:19:23,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39225,DS-3bc713f5-bbf9-4a49-9a5e-a1c0c48f6c3a,DISK] 2024-11-20T03:19:23,626 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,37497,1732072760386/d00f728e99d7%2C37497%2C1732072760386.meta.1732072763610.meta 2024-11-20T03:19:23,627 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41427:41427)] 2024-11-20T03:19:23,627 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:19:23,627 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:19:23,628 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:19:23,628 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T03:19:23,628 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T03:19:23,628 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T03:19:23,628 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:19:23,628 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T03:19:23,628 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T03:19:23,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:19:23,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:19:23,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:23,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:19:23,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:19:23,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:19:23,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:23,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:19:23,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:19:23,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:19:23,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:23,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:19:23,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:19:23,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:19:23,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:23,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:19:23,634 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:19:23,634 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/meta/1588230740 2024-11-20T03:19:23,635 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/meta/1588230740 2024-11-20T03:19:23,636 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:19:23,636 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:19:23,637 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:19:23,638 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:19:23,639 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66619595, jitterRate=-0.007290676236152649}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:19:23,639 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T03:19:23,639 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732072763628Writing region info on filesystem at 1732072763628Initializing all the Stores at 1732072763629 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072763629Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072763629Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072763629Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072763629Cleaning up temporary data from old regions at 1732072763637 (+8 ms)Running coprocessor post-open hooks at 1732072763639 (+2 ms)Region opened successfully at 1732072763639 2024-11-20T03:19:23,640 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732072763603 2024-11-20T03:19:23,642 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T03:19:23,642 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T03:19:23,642 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d00f728e99d7,37497,1732072760386 2024-11-20T03:19:23,643 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,37497,1732072760386, state=OPEN 2024-11-20T03:19:23,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1015640d71a0001, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-860608703/meta-region-server 2024-11-20T03:19:23,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1015640d71a0000, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-860608703/meta-region-server 2024-11-20T03:19:23,745 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d00f728e99d7,37497,1732072760386 2024-11-20T03:19:23,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-860608703/meta-region-server: CHANGED 2024-11-20T03:19:23,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-860608703/meta-region-server: CHANGED 2024-11-20T03:19:23,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T03:19:23,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,37497,1732072760386 in 294 msec 2024-11-20T03:19:23,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T03:19:23,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 504 msec 2024-11-20T03:19:23,750 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:19:23,750 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T03:19:23,751 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:19:23,752 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,37497,1732072760386, seqNum=-1] 2024-11-20T03:19:23,752 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:19:23,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:19:23,757 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3450 sec 2024-11-20T03:19:23,757 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732072763757, completionTime=-1 2024-11-20T03:19:23,757 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T03:19:23,757 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T03:19:23,759 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T03:19:23,759 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732072823759 2024-11-20T03:19:23,759 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732072883759 2024-11-20T03:19:23,759 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T03:19:23,759 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,43253,1732072760049-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:23,759 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,43253,1732072760049-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:23,759 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,43253,1732072760049-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:23,760 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d00f728e99d7:43253, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:23,760 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:23,760 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:23,761 DEBUG [master/d00f728e99d7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T03:19:23,763 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.312sec 2024-11-20T03:19:23,763 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T03:19:23,763 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T03:19:23,763 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T03:19:23,763 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T03:19:23,763 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T03:19:23,763 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,43253,1732072760049-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:19:23,763 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,43253,1732072760049-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T03:19:23,765 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T03:19:23,765 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T03:19:23,765 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,43253,1732072760049-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:23,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b723d12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:19:23,811 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,43253,-1 for getting cluster id 2024-11-20T03:19:23,811 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:19:23,812 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1076e4b-e2d1-43af-b49a-ab180d61d257' 2024-11-20T03:19:23,812 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:19:23,812 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1076e4b-e2d1-43af-b49a-ab180d61d257" 2024-11-20T03:19:23,813 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a796e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:19:23,813 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,43253,-1] 2024-11-20T03:19:23,813 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:19:23,813 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:23,814 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:19:23,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e203837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:19:23,815 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:19:23,815 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,37497,1732072760386, seqNum=-1] 2024-11-20T03:19:23,816 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:19:23,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:19:23,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d00f728e99d7,43253,1732072760049 2024-11-20T03:19:23,819 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49383 2024-11-20T03:19:23,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:19:23,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015640d71a0002 connected 2024-11-20T03:19:23,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bb3c8-9f7e-0c9a-1748-74dd8a3b2dc6/hadoop.log.dir so I do NOT create it in target/test-data/33904b5c-5f44-8ff4-1dcf-d11c16b76c52 2024-11-20T03:19:23,853 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bb3c8-9f7e-0c9a-1748-74dd8a3b2dc6/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T03:19:23,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bb3c8-9f7e-0c9a-1748-74dd8a3b2dc6/hadoop.tmp.dir so I do NOT create it in target/test-data/33904b5c-5f44-8ff4-1dcf-d11c16b76c52 2024-11-20T03:19:23,853 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bb3c8-9f7e-0c9a-1748-74dd8a3b2dc6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T03:19:23,853 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33904b5c-5f44-8ff4-1dcf-d11c16b76c52 2024-11-20T03:19:23,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T03:19:23,853 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33904b5c-5f44-8ff4-1dcf-d11c16b76c52/cluster_d526bbfb-e90a-1d07-0327-a4c3ccf72fc1, deleteOnExit=true 2024-11-20T03:19:23,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T03:19:23,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33904b5c-5f44-8ff4-1dcf-d11c16b76c52/test.cache.data in system properties and HBase conf 2024-11-20T03:19:23,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33904b5c-5f44-8ff4-1dcf-d11c16b76c52/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T03:19:23,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33904b5c-5f44-8ff4-1dcf-d11c16b76c52/hadoop.log.dir in system properties and HBase conf 2024-11-20T03:19:23,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33904b5c-5f44-8ff4-1dcf-d11c16b76c52/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T03:19:23,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33904b5c-5f44-8ff4-1dcf-d11c16b76c52/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T03:19:23,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T03:19:23,853 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T03:19:23,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33904b5c-5f44-8ff4-1dcf-d11c16b76c52/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:19:23,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33904b5c-5f44-8ff4-1dcf-d11c16b76c52/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:19:23,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33904b5c-5f44-8ff4-1dcf-d11c16b76c52/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T03:19:23,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33904b5c-5f44-8ff4-1dcf-d11c16b76c52/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:19:23,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33904b5c-5f44-8ff4-1dcf-d11c16b76c52/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T03:19:23,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33904b5c-5f44-8ff4-1dcf-d11c16b76c52/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T03:19:23,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33904b5c-5f44-8ff4-1dcf-d11c16b76c52/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:19:23,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33904b5c-5f44-8ff4-1dcf-d11c16b76c52/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:19:23,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33904b5c-5f44-8ff4-1dcf-d11c16b76c52/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T03:19:23,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33904b5c-5f44-8ff4-1dcf-d11c16b76c52/nfs.dump.dir in system properties and HBase conf 2024-11-20T03:19:23,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33904b5c-5f44-8ff4-1dcf-d11c16b76c52/java.io.tmpdir in system properties and HBase conf 2024-11-20T03:19:23,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33904b5c-5f44-8ff4-1dcf-d11c16b76c52/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:19:23,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33904b5c-5f44-8ff4-1dcf-d11c16b76c52/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T03:19:23,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33904b5c-5f44-8ff4-1dcf-d11c16b76c52/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T03:19:24,154 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:19:24,158 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:19:24,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:19:24,160 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:19:24,160 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T03:19:24,160 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:19:24,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73f3698b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33904b5c-5f44-8ff4-1dcf-d11c16b76c52/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:19:24,161 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69ed25a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:19:24,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T03:19:24,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T03:19:24,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T03:19:24,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e225f62{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33904b5c-5f44-8ff4-1dcf-d11c16b76c52/java.io.tmpdir/jetty-localhost-44149-hadoop-hdfs-3_4_1-tests_jar-_-any-13827366992082333828/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:19:24,255 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9d207cf{HTTP/1.1, (http/1.1)}{localhost:44149} 2024-11-20T03:19:24,255 INFO [Time-limited test {}] server.Server(415): Started @147784ms 2024-11-20T03:19:24,508 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:19:24,514 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:19:24,515 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:19:24,515 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:19:24,515 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T03:19:24,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75117a99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33904b5c-5f44-8ff4-1dcf-d11c16b76c52/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:19:24,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3770829e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:19:24,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67c03719{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33904b5c-5f44-8ff4-1dcf-d11c16b76c52/java.io.tmpdir/jetty-localhost-44679-hadoop-hdfs-3_4_1-tests_jar-_-any-13564254361135145745/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:19:24,615 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ee05249{HTTP/1.1, (http/1.1)}{localhost:44679} 2024-11-20T03:19:24,615 INFO [Time-limited test {}] server.Server(415): Started @148144ms 2024-11-20T03:19:24,617 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T03:19:25,213 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33904b5c-5f44-8ff4-1dcf-d11c16b76c52/cluster_d526bbfb-e90a-1d07-0327-a4c3ccf72fc1/data/data1/current/BP-1261909889-172.17.0.2-1732072763867/current, will proceed with Du for space computation calculation, 2024-11-20T03:19:25,213 WARN [Thread-1408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33904b5c-5f44-8ff4-1dcf-d11c16b76c52/cluster_d526bbfb-e90a-1d07-0327-a4c3ccf72fc1/data/data2/current/BP-1261909889-172.17.0.2-1732072763867/current, will proceed with Du for space computation calculation, 2024-11-20T03:19:25,227 WARN [Thread-1395 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T03:19:25,230 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe22acf8f4d5599af with lease ID 0xe4f6367af284814: Processing first storage report for DS-05133dac-38a1-4799-95e3-f50b5babdb6b from datanode DatanodeRegistration(127.0.0.1:36185, datanodeUuid=ea1acfb0-815c-46e3-a074-c793987c6d58, infoPort=41825, infoSecurePort=0, ipcPort=40545, storageInfo=lv=-57;cid=testClusterID;nsid=597093036;c=1732072763867) 2024-11-20T03:19:25,230 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe22acf8f4d5599af with lease ID 0xe4f6367af284814: from storage DS-05133dac-38a1-4799-95e3-f50b5babdb6b node DatanodeRegistration(127.0.0.1:36185, datanodeUuid=ea1acfb0-815c-46e3-a074-c793987c6d58, infoPort=41825, infoSecurePort=0, ipcPort=40545, storageInfo=lv=-57;cid=testClusterID;nsid=597093036;c=1732072763867), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T03:19:25,230 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe22acf8f4d5599af with lease ID 0xe4f6367af284814: Processing first storage report for DS-0f8c9bd8-e63b-448c-8111-0968952bb769 from datanode DatanodeRegistration(127.0.0.1:36185, datanodeUuid=ea1acfb0-815c-46e3-a074-c793987c6d58, infoPort=41825, infoSecurePort=0, ipcPort=40545, storageInfo=lv=-57;cid=testClusterID;nsid=597093036;c=1732072763867) 2024-11-20T03:19:25,230 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe22acf8f4d5599af with lease ID 0xe4f6367af284814: from storage DS-0f8c9bd8-e63b-448c-8111-0968952bb769 node DatanodeRegistration(127.0.0.1:36185, datanodeUuid=ea1acfb0-815c-46e3-a074-c793987c6d58, infoPort=41825, infoSecurePort=0, ipcPort=40545, storageInfo=lv=-57;cid=testClusterID;nsid=597093036;c=1732072763867), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T03:19:25,252 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33904b5c-5f44-8ff4-1dcf-d11c16b76c52 2024-11-20T03:19:25,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:19:25,253 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:19:25,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741825_1001 (size=7) 2024-11-20T03:19:25,661 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189 with version=8 2024-11-20T03:19:25,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/hbase-staging 2024-11-20T03:19:25,663 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:19:25,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:19:25,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:19:25,663 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:19:25,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:19:25,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:19:25,663 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T03:19:25,663 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:19:25,664 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42131 2024-11-20T03:19:25,665 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42131 connecting to ZooKeeper ensemble=127.0.0.1:49383 2024-11-20T03:19:25,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421310x0, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:19:25,714 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42131-0x1015640d71a0003 connected 2024-11-20T03:19:25,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:19:25,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:19:25,791 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42131-0x1015640d71a0003, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Set watcher on znode that does not yet exist, /1-2035615184/running 2024-11-20T03:19:25,791 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189, hbase.cluster.distributed=false 2024-11-20T03:19:25,792 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42131-0x1015640d71a0003, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Set watcher on znode that does not yet exist, /1-2035615184/acl 2024-11-20T03:19:25,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42131 2024-11-20T03:19:25,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42131 2024-11-20T03:19:25,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42131 2024-11-20T03:19:25,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42131 2024-11-20T03:19:25,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42131 2024-11-20T03:19:25,810 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:19:25,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:19:25,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:19:25,810 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:19:25,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:19:25,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:19:25,810 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T03:19:25,810 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:19:25,811 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39703 2024-11-20T03:19:25,812 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39703 connecting to ZooKeeper ensemble=127.0.0.1:49383 2024-11-20T03:19:25,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:19:25,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:19:25,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397030x0, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:19:25,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39703-0x1015640d71a0004 connected 2024-11-20T03:19:25,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39703-0x1015640d71a0004, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Set watcher on znode that does not yet exist, /1-2035615184/running 2024-11-20T03:19:25,829 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T03:19:25,829 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T03:19:25,830 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39703-0x1015640d71a0004, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Set watcher on znode that does not yet exist, /1-2035615184/master 2024-11-20T03:19:25,830 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39703-0x1015640d71a0004, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Set watcher on znode that does not yet exist, /1-2035615184/acl 2024-11-20T03:19:25,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39703 2024-11-20T03:19:25,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39703 2024-11-20T03:19:25,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39703 2024-11-20T03:19:25,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39703 2024-11-20T03:19:25,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39703 2024-11-20T03:19:25,842 DEBUG [M:0;d00f728e99d7:42131 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d00f728e99d7:42131 2024-11-20T03:19:25,842 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2035615184/backup-masters/d00f728e99d7,42131,1732072765663 2024-11-20T03:19:25,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42131-0x1015640d71a0003, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2035615184/backup-masters 2024-11-20T03:19:25,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39703-0x1015640d71a0004, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2035615184/backup-masters 2024-11-20T03:19:25,851 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42131-0x1015640d71a0003, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Set watcher on existing znode=/1-2035615184/backup-masters/d00f728e99d7,42131,1732072765663 2024-11-20T03:19:25,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39703-0x1015640d71a0004, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2035615184/master 2024-11-20T03:19:25,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42131-0x1015640d71a0003, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2035615184 2024-11-20T03:19:25,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39703-0x1015640d71a0004, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2035615184 2024-11-20T03:19:25,861 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42131-0x1015640d71a0003, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Set watcher on existing znode=/1-2035615184/master 2024-11-20T03:19:25,862 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2035615184/backup-masters/d00f728e99d7,42131,1732072765663 from backup master directory 2024-11-20T03:19:25,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39703-0x1015640d71a0004, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2035615184/backup-masters 2024-11-20T03:19:25,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42131-0x1015640d71a0003, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2035615184/backup-masters/d00f728e99d7,42131,1732072765663 2024-11-20T03:19:25,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42131-0x1015640d71a0003, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2035615184/backup-masters 2024-11-20T03:19:25,871 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:19:25,871 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d00f728e99d7,42131,1732072765663 2024-11-20T03:19:25,875 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/hbase.id] with ID: 70fcc4b6-1c8a-4af3-ae30-05071d13856b 2024-11-20T03:19:25,875 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/.tmp/hbase.id 2024-11-20T03:19:25,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741826_1002 (size=42) 2024-11-20T03:19:26,280 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/.tmp/hbase.id]:[hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/hbase.id] 2024-11-20T03:19:26,290 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:19:26,290 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T03:19:26,291 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T03:19:26,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39703-0x1015640d71a0004, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2035615184 2024-11-20T03:19:26,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42131-0x1015640d71a0003, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2035615184 2024-11-20T03:19:26,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741827_1003 (size=196) 2024-11-20T03:19:26,740 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:19:26,741 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T03:19:26,742 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:19:26,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741828_1004 (size=1189) 2024-11-20T03:19:27,148 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/MasterData/data/master/store 2024-11-20T03:19:27,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741829_1005 (size=34) 2024-11-20T03:19:27,554 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:19:27,554 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:19:27,554 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:19:27,554 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:19:27,554 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:19:27,554 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:19:27,554 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:19:27,554 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072767554Disabling compacts and flushes for region at 1732072767554Disabling writes for close at 1732072767554Writing region close event to WAL at 1732072767554Closed at 1732072767554 2024-11-20T03:19:27,555 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/MasterData/data/master/store/.initializing 2024-11-20T03:19:27,555 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/MasterData/WALs/d00f728e99d7,42131,1732072765663 2024-11-20T03:19:27,556 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:19:27,558 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d00f728e99d7%2C42131%2C1732072765663, suffix=, logDir=hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/MasterData/WALs/d00f728e99d7,42131,1732072765663, archiveDir=hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/MasterData/oldWALs, maxLogs=10 2024-11-20T03:19:27,570 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/MasterData/WALs/d00f728e99d7,42131,1732072765663/d00f728e99d7%2C42131%2C1732072765663.1732072767558, exclude list is [], retry=0 2024-11-20T03:19:27,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36185,DS-05133dac-38a1-4799-95e3-f50b5babdb6b,DISK] 2024-11-20T03:19:27,574 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/MasterData/WALs/d00f728e99d7,42131,1732072765663/d00f728e99d7%2C42131%2C1732072765663.1732072767558 2024-11-20T03:19:27,575 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41825:41825)] 2024-11-20T03:19:27,575 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:19:27,575 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:19:27,575 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:27,575 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:27,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:27,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T03:19:27,578 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:27,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:19:27,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:27,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T03:19:27,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:27,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:19:27,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:27,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T03:19:27,581 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:27,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:19:27,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:27,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T03:19:27,582 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:27,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:19:27,582 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:27,583 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:27,583 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:27,585 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:27,585 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:27,585 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:19:27,586 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:27,588 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:19:27,588 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74139952, jitterRate=0.10477137565612793}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:19:27,588 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732072767575Initializing all the Stores at 1732072767576 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072767576Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072767576Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072767576Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072767576Cleaning up temporary data from old regions at 1732072767585 (+9 ms)Region opened successfully at 1732072767588 (+3 ms) 2024-11-20T03:19:27,588 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T03:19:27,591 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7191dea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:19:27,592 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T03:19:27,592 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T03:19:27,592 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T03:19:27,592 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T03:19:27,593 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T03:19:27,593 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T03:19:27,593 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T03:19:27,594 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T03:19:27,595 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42131-0x1015640d71a0003, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Unable to get data of znode /1-2035615184/balancer because node does not exist (not necessarily an error) 2024-11-20T03:19:27,661 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2035615184/balancer already deleted, retry=false 2024-11-20T03:19:27,661 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T03:19:27,662 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42131-0x1015640d71a0003, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Unable to get data of znode /1-2035615184/normalizer because node does not exist (not necessarily an error) 2024-11-20T03:19:27,671 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2035615184/normalizer already deleted, retry=false 2024-11-20T03:19:27,671 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T03:19:27,672 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42131-0x1015640d71a0003, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Unable to get data of znode /1-2035615184/switch/split because node does not exist (not necessarily an error) 2024-11-20T03:19:27,682 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2035615184/switch/split already deleted, retry=false 2024-11-20T03:19:27,682 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42131-0x1015640d71a0003, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Unable to get data of znode /1-2035615184/switch/merge because node does not exist (not necessarily an error) 2024-11-20T03:19:27,692 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2035615184/switch/merge already deleted, retry=false 2024-11-20T03:19:27,694 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42131-0x1015640d71a0003, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Unable to get data of znode /1-2035615184/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T03:19:27,703 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2035615184/snapshot-cleanup already deleted, retry=false 2024-11-20T03:19:27,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42131-0x1015640d71a0003, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2035615184/running 2024-11-20T03:19:27,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39703-0x1015640d71a0004, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2035615184/running 2024-11-20T03:19:27,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42131-0x1015640d71a0003, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2035615184 2024-11-20T03:19:27,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39703-0x1015640d71a0004, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2035615184 2024-11-20T03:19:27,714 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d00f728e99d7,42131,1732072765663, sessionid=0x1015640d71a0003, setting cluster-up flag (Was=false) 2024-11-20T03:19:27,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42131-0x1015640d71a0003, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2035615184 2024-11-20T03:19:27,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39703-0x1015640d71a0004, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2035615184 2024-11-20T03:19:27,766 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2035615184/flush-table-proc/acquired, /1-2035615184/flush-table-proc/reached, /1-2035615184/flush-table-proc/abort 2024-11-20T03:19:27,767 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,42131,1732072765663 2024-11-20T03:19:27,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42131-0x1015640d71a0003, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2035615184 2024-11-20T03:19:27,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39703-0x1015640d71a0004, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2035615184 2024-11-20T03:19:27,818 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2035615184/online-snapshot/acquired, /1-2035615184/online-snapshot/reached, /1-2035615184/online-snapshot/abort 2024-11-20T03:19:27,820 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,42131,1732072765663 2024-11-20T03:19:27,821 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T03:19:27,822 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T03:19:27,822 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T03:19:27,822 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T03:19:27,823 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d00f728e99d7,42131,1732072765663 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T03:19:27,824 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:19:27,824 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:19:27,824 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:19:27,824 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:19:27,824 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d00f728e99d7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T03:19:27,824 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:27,824 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:19:27,824 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:27,825 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732072797825 2024-11-20T03:19:27,825 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T03:19:27,825 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T03:19:27,825 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T03:19:27,825 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T03:19:27,825 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T03:19:27,825 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T03:19:27,826 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:27,826 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:19:27,826 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T03:19:27,826 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T03:19:27,826 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T03:19:27,826 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T03:19:27,826 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T03:19:27,826 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T03:19:27,826 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T03:19:27,827 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:27,827 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072767826,5,FailOnTimeoutGroup] 2024-11-20T03:19:27,827 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T03:19:27,827 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072767827,5,FailOnTimeoutGroup] 2024-11-20T03:19:27,827 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:27,827 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T03:19:27,827 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:27,827 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:27,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741831_1007 (size=1321) 2024-11-20T03:19:27,835 INFO [RS:0;d00f728e99d7:39703 {}] regionserver.HRegionServer(746): ClusterId : 70fcc4b6-1c8a-4af3-ae30-05071d13856b 2024-11-20T03:19:27,835 DEBUG [RS:0;d00f728e99d7:39703 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T03:19:27,840 DEBUG [RS:0;d00f728e99d7:39703 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T03:19:27,840 DEBUG [RS:0;d00f728e99d7:39703 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T03:19:27,850 DEBUG [RS:0;d00f728e99d7:39703 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T03:19:27,851 DEBUG [RS:0;d00f728e99d7:39703 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63402d91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:19:27,863 DEBUG [RS:0;d00f728e99d7:39703 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d00f728e99d7:39703 2024-11-20T03:19:27,863 INFO [RS:0;d00f728e99d7:39703 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T03:19:27,863 INFO [RS:0;d00f728e99d7:39703 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T03:19:27,863 DEBUG [RS:0;d00f728e99d7:39703 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T03:19:27,864 INFO [RS:0;d00f728e99d7:39703 {}] regionserver.HRegionServer(2659): reportForDuty to master=d00f728e99d7,42131,1732072765663 with port=39703, startcode=1732072765809 2024-11-20T03:19:27,864 DEBUG [RS:0;d00f728e99d7:39703 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T03:19:27,865 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T03:19:27,866 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42131 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d00f728e99d7,39703,1732072765809 2024-11-20T03:19:27,866 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42131 {}] master.ServerManager(517): Registering regionserver=d00f728e99d7,39703,1732072765809 2024-11-20T03:19:27,867 DEBUG [RS:0;d00f728e99d7:39703 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189 2024-11-20T03:19:27,867 DEBUG [RS:0;d00f728e99d7:39703 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45557 2024-11-20T03:19:27,867 DEBUG [RS:0;d00f728e99d7:39703 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T03:19:27,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42131-0x1015640d71a0003, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2035615184/rs 2024-11-20T03:19:27,917 DEBUG [RS:0;d00f728e99d7:39703 {}] zookeeper.ZKUtil(111): regionserver:39703-0x1015640d71a0004, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Set watcher on existing znode=/1-2035615184/rs/d00f728e99d7,39703,1732072765809 2024-11-20T03:19:27,917 WARN [RS:0;d00f728e99d7:39703 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:19:27,917 INFO [RS:0;d00f728e99d7:39703 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:19:27,917 DEBUG [RS:0;d00f728e99d7:39703 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/WALs/d00f728e99d7,39703,1732072765809 2024-11-20T03:19:27,917 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d00f728e99d7,39703,1732072765809] 2024-11-20T03:19:27,920 INFO [RS:0;d00f728e99d7:39703 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T03:19:27,922 INFO [RS:0;d00f728e99d7:39703 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T03:19:27,922 INFO [RS:0;d00f728e99d7:39703 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T03:19:27,922 INFO [RS:0;d00f728e99d7:39703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:27,922 INFO [RS:0;d00f728e99d7:39703 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T03:19:27,923 INFO [RS:0;d00f728e99d7:39703 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T03:19:27,923 INFO [RS:0;d00f728e99d7:39703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:27,923 DEBUG [RS:0;d00f728e99d7:39703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:27,923 DEBUG [RS:0;d00f728e99d7:39703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:27,923 DEBUG [RS:0;d00f728e99d7:39703 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:27,923 DEBUG [RS:0;d00f728e99d7:39703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:27,923 DEBUG [RS:0;d00f728e99d7:39703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:27,923 DEBUG [RS:0;d00f728e99d7:39703 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:19:27,923 DEBUG [RS:0;d00f728e99d7:39703 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:27,923 DEBUG [RS:0;d00f728e99d7:39703 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:27,923 DEBUG [RS:0;d00f728e99d7:39703 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:27,923 DEBUG [RS:0;d00f728e99d7:39703 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:27,923 DEBUG [RS:0;d00f728e99d7:39703 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:27,923 DEBUG [RS:0;d00f728e99d7:39703 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:27,924 DEBUG [RS:0;d00f728e99d7:39703 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:19:27,924 DEBUG [RS:0;d00f728e99d7:39703 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:19:27,924 INFO [RS:0;d00f728e99d7:39703 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:27,924 INFO [RS:0;d00f728e99d7:39703 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:27,924 INFO [RS:0;d00f728e99d7:39703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:27,924 INFO [RS:0;d00f728e99d7:39703 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:27,924 INFO [RS:0;d00f728e99d7:39703 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:27,924 INFO [RS:0;d00f728e99d7:39703 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,39703,1732072765809-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:19:27,936 INFO [RS:0;d00f728e99d7:39703 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T03:19:27,936 INFO [RS:0;d00f728e99d7:39703 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,39703,1732072765809-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:27,936 INFO [RS:0;d00f728e99d7:39703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:27,936 INFO [RS:0;d00f728e99d7:39703 {}] regionserver.Replication(171): d00f728e99d7,39703,1732072765809 started 2024-11-20T03:19:27,948 INFO [RS:0;d00f728e99d7:39703 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:27,948 INFO [RS:0;d00f728e99d7:39703 {}] regionserver.HRegionServer(1482): Serving as d00f728e99d7,39703,1732072765809, RpcServer on d00f728e99d7/172.17.0.2:39703, sessionid=0x1015640d71a0004 2024-11-20T03:19:27,948 DEBUG [RS:0;d00f728e99d7:39703 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T03:19:27,948 DEBUG [RS:0;d00f728e99d7:39703 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d00f728e99d7,39703,1732072765809 2024-11-20T03:19:27,948 DEBUG [RS:0;d00f728e99d7:39703 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,39703,1732072765809' 2024-11-20T03:19:27,948 DEBUG [RS:0;d00f728e99d7:39703 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2035615184/flush-table-proc/abort' 2024-11-20T03:19:27,948 DEBUG [RS:0;d00f728e99d7:39703 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2035615184/flush-table-proc/acquired' 2024-11-20T03:19:27,949 DEBUG [RS:0;d00f728e99d7:39703 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T03:19:27,949 DEBUG [RS:0;d00f728e99d7:39703 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T03:19:27,949 DEBUG [RS:0;d00f728e99d7:39703 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d00f728e99d7,39703,1732072765809 2024-11-20T03:19:27,949 DEBUG [RS:0;d00f728e99d7:39703 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,39703,1732072765809' 2024-11-20T03:19:27,949 DEBUG [RS:0;d00f728e99d7:39703 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2035615184/online-snapshot/abort' 2024-11-20T03:19:27,949 DEBUG [RS:0;d00f728e99d7:39703 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2035615184/online-snapshot/acquired' 2024-11-20T03:19:27,949 DEBUG [RS:0;d00f728e99d7:39703 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T03:19:27,949 INFO [RS:0;d00f728e99d7:39703 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T03:19:27,950 INFO [RS:0;d00f728e99d7:39703 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T03:19:28,050 INFO [RS:0;d00f728e99d7:39703 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:19:28,051 INFO [RS:0;d00f728e99d7:39703 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C39703%2C1732072765809, suffix=, logDir=hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/WALs/d00f728e99d7,39703,1732072765809, archiveDir=hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/oldWALs, maxLogs=10 2024-11-20T03:19:28,063 DEBUG [RS:0;d00f728e99d7:39703 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/WALs/d00f728e99d7,39703,1732072765809/d00f728e99d7%2C39703%2C1732072765809.1732072768052, exclude list is [], retry=0 2024-11-20T03:19:28,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36185,DS-05133dac-38a1-4799-95e3-f50b5babdb6b,DISK] 2024-11-20T03:19:28,067 INFO [RS:0;d00f728e99d7:39703 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/WALs/d00f728e99d7,39703,1732072765809/d00f728e99d7%2C39703%2C1732072765809.1732072768052 2024-11-20T03:19:28,067 DEBUG [RS:0;d00f728e99d7:39703 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41825:41825)] 2024-11-20T03:19:28,232 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T03:19:28,232 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189 2024-11-20T03:19:28,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741833_1009 (size=32) 2024-11-20T03:19:28,559 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T03:19:28,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:19:28,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:19:28,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:19:28,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:28,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:19:28,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:19:28,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:19:28,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:28,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:19:28,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:19:28,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:19:28,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:28,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:19:28,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:19:28,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:19:28,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:28,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:19:28,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:19:28,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/data/hbase/meta/1588230740 2024-11-20T03:19:28,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/data/hbase/meta/1588230740 2024-11-20T03:19:28,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:19:28,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:19:28,647 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:19:28,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:19:28,649 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:19:28,650 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74600030, jitterRate=0.11162707209587097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:19:28,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732072768638Initializing all the Stores at 1732072768639 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072768639Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072768639Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072768639Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072768639Cleaning up temporary data from old regions at 1732072768646 (+7 ms)Region opened successfully at 1732072768650 (+4 ms) 2024-11-20T03:19:28,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:19:28,650 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:19:28,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:19:28,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:19:28,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:19:28,650 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:19:28,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072768650Disabling compacts and flushes for region at 1732072768650Disabling writes for close at 1732072768650Writing region close event to WAL at 1732072768650Closed at 1732072768650 2024-11-20T03:19:28,651 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:19:28,651 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T03:19:28,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T03:19:28,652 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:19:28,653 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T03:19:28,803 DEBUG [d00f728e99d7:42131 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T03:19:28,804 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d00f728e99d7,39703,1732072765809 2024-11-20T03:19:28,805 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,39703,1732072765809, state=OPENING 2024-11-20T03:19:28,860 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T03:19:28,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42131-0x1015640d71a0003, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2035615184 2024-11-20T03:19:28,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39703-0x1015640d71a0004, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2035615184 2024-11-20T03:19:28,942 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2035615184/meta-region-server: CHANGED 2024-11-20T03:19:28,942 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2035615184/meta-region-server: CHANGED 2024-11-20T03:19:28,942 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:19:28,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,39703,1732072765809}] 2024-11-20T03:19:29,094 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:19:29,096 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T03:19:29,099 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T03:19:29,099 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:19:29,099 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T03:19:29,100 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C39703%2C1732072765809.meta, suffix=.meta, logDir=hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/WALs/d00f728e99d7,39703,1732072765809, archiveDir=hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/oldWALs, maxLogs=10 2024-11-20T03:19:29,113 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/WALs/d00f728e99d7,39703,1732072765809/d00f728e99d7%2C39703%2C1732072765809.meta.1732072769101.meta, exclude list is [], retry=0 2024-11-20T03:19:29,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36185,DS-05133dac-38a1-4799-95e3-f50b5babdb6b,DISK] 2024-11-20T03:19:29,117 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/WALs/d00f728e99d7,39703,1732072765809/d00f728e99d7%2C39703%2C1732072765809.meta.1732072769101.meta 2024-11-20T03:19:29,117 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41825:41825)] 2024-11-20T03:19:29,117 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:19:29,117 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:19:29,117 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:19:29,117 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T03:19:29,118 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T03:19:29,118 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T03:19:29,118 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:19:29,118 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T03:19:29,118 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T03:19:29,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:19:29,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:19:29,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:29,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:19:29,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:19:29,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:19:29,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:29,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:19:29,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:19:29,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:19:29,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:29,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:19:29,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:19:29,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:19:29,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:29,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:19:29,123 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:19:29,124 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/data/hbase/meta/1588230740 2024-11-20T03:19:29,125 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/data/hbase/meta/1588230740 2024-11-20T03:19:29,126 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:19:29,126 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:19:29,126 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:19:29,127 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:19:29,127 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62763260, jitterRate=-0.06475454568862915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:19:29,128 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T03:19:29,128 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732072769118Writing region info on filesystem at 1732072769118Initializing all the Stores at 1732072769119 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072769119Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072769119Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072769119Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072769119Cleaning up temporary data from old regions at 1732072769126 (+7 ms)Running coprocessor post-open hooks at 1732072769128 (+2 ms)Region opened successfully at 1732072769128 2024-11-20T03:19:29,128 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732072769094 2024-11-20T03:19:29,129 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T03:19:29,131 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T03:19:29,131 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T03:19:29,131 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d00f728e99d7,39703,1732072765809 2024-11-20T03:19:29,132 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,39703,1732072765809, state=OPEN 2024-11-20T03:19:29,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39703-0x1015640d71a0004, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2035615184/meta-region-server 2024-11-20T03:19:29,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42131-0x1015640d71a0003, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2035615184/meta-region-server 2024-11-20T03:19:29,145 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d00f728e99d7,39703,1732072765809 2024-11-20T03:19:29,145 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2035615184/meta-region-server: CHANGED 2024-11-20T03:19:29,145 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2035615184/meta-region-server: CHANGED 2024-11-20T03:19:29,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T03:19:29,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,39703,1732072765809 in 203 msec 2024-11-20T03:19:29,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T03:19:29,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 497 msec 2024-11-20T03:19:29,150 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:19:29,150 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T03:19:29,152 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:19:29,152 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,39703,1732072765809, seqNum=-1] 2024-11-20T03:19:29,152 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:19:29,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:29,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:29,154 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:19:29,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:29,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:29,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:29,159 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3360 sec 2024-11-20T03:19:29,159 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732072769159, completionTime=-1 2024-11-20T03:19:29,159 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T03:19:29,159 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T03:19:29,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:29,161 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T03:19:29,161 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732072829161 2024-11-20T03:19:29,161 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732072889161 2024-11-20T03:19:29,161 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T03:19:29,161 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,42131,1732072765663-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:29,161 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,42131,1732072765663-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:29,161 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,42131,1732072765663-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:29,162 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d00f728e99d7:42131, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:29,162 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:29,162 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:29,164 DEBUG [master/d00f728e99d7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T03:19:29,166 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.295sec 2024-11-20T03:19:29,166 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T03:19:29,166 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T03:19:29,166 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T03:19:29,166 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T03:19:29,166 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T03:19:29,166 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,42131,1732072765663-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:19:29,166 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,42131,1732072765663-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T03:19:29,168 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T03:19:29,168 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T03:19:29,168 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,42131,1732072765663-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:29,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@285836e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:19:29,236 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,42131,-1 for getting cluster id 2024-11-20T03:19:29,236 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:19:29,237 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70fcc4b6-1c8a-4af3-ae30-05071d13856b' 2024-11-20T03:19:29,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:19:29,238 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70fcc4b6-1c8a-4af3-ae30-05071d13856b" 2024-11-20T03:19:29,238 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c376e5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:19:29,238 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,42131,-1] 2024-11-20T03:19:29,238 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:19:29,238 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:29,239 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:19:29,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56987dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:19:29,240 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:19:29,241 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,39703,1732072765809, seqNum=-1] 2024-11-20T03:19:29,241 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:19:29,242 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:19:29,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d00f728e99d7,42131,1732072765663 2024-11-20T03:19:29,244 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49383 2024-11-20T03:19:29,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:19:29,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015640d71a0005 connected 2024-11-20T03:19:29,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65cec6e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:19:29,263 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,43253,-1 for getting cluster id 2024-11-20T03:19:29,263 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:19:29,264 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1076e4b-e2d1-43af-b49a-ab180d61d257' 2024-11-20T03:19:29,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:19:29,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1076e4b-e2d1-43af-b49a-ab180d61d257" 2024-11-20T03:19:29,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72ea44c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:19:29,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,43253,-1] 2024-11-20T03:19:29,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:19:29,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:29,265 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:19:29,266 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e471471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:19:29,266 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:19:29,266 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,43253,1732072760049 2024-11-20T03:19:29,266 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22392b8d 2024-11-20T03:19:29,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:19:29,267 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:19:29,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d00f728e99d7:42131,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T03:19:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T03:19:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:19:29,270 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d00f728e99d7:42131' 2024-11-20T03:19:29,271 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@610fde15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:19:29,271 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,42131,-1 for getting cluster id 2024-11-20T03:19:29,271 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:19:29,272 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70fcc4b6-1c8a-4af3-ae30-05071d13856b' 2024-11-20T03:19:29,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:19:29,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70fcc4b6-1c8a-4af3-ae30-05071d13856b" 2024-11-20T03:19:29,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42cd8491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:19:29,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,42131,-1] 2024-11-20T03:19:29,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:19:29,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:29,273 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:19:29,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d244c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:19:29,274 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:19:29,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,42131,1732072765663 2024-11-20T03:19:29,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d44d19f 2024-11-20T03:19:29,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:19:29,275 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:19:29,275 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-20T03:19:29,275 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T03:19:29,275 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:29,275 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:29,275 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:19:29,276 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:19:29,277 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T03:19:29,278 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T03:19:29,278 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:29,279 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T03:19:29,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39225 is added to blk_1073741835_1011 (size=1138) 2024-11-20T03:19:29,327 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T03:19:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:19:29,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:19:29,686 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9f3eed98bb3a1003fe9eb8649057a027, NAME => 'hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997 2024-11-20T03:19:29,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39225 is added to blk_1073741836_1012 (size=44) 2024-11-20T03:19:29,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:19:30,091 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:19:30,092 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9f3eed98bb3a1003fe9eb8649057a027, disabling compactions & flushes 2024-11-20T03:19:30,092 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027. 2024-11-20T03:19:30,092 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027. 2024-11-20T03:19:30,092 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027. after waiting 0 ms 2024-11-20T03:19:30,092 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027. 2024-11-20T03:19:30,092 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027. 2024-11-20T03:19:30,092 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9f3eed98bb3a1003fe9eb8649057a027: Waiting for close lock at 1732072770092Disabling compacts and flushes for region at 1732072770092Disabling writes for close at 1732072770092Writing region close event to WAL at 1732072770092Closed at 1732072770092 2024-11-20T03:19:30,093 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T03:19:30,093 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732072770093"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732072770093"}]},"ts":"1732072770093"} 2024-11-20T03:19:30,095 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T03:19:30,096 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T03:19:30,096 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072770096"}]},"ts":"1732072770096"} 2024-11-20T03:19:30,097 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T03:19:30,098 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9f3eed98bb3a1003fe9eb8649057a027, ASSIGN}] 2024-11-20T03:19:30,098 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9f3eed98bb3a1003fe9eb8649057a027, ASSIGN 2024-11-20T03:19:30,099 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9f3eed98bb3a1003fe9eb8649057a027, ASSIGN; state=OFFLINE, location=d00f728e99d7,37497,1732072760386; forceNewPlan=false, retain=false 2024-11-20T03:19:30,250 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9f3eed98bb3a1003fe9eb8649057a027, regionState=OPENING, regionLocation=d00f728e99d7,37497,1732072760386 2024-11-20T03:19:30,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9f3eed98bb3a1003fe9eb8649057a027, ASSIGN because future has completed 2024-11-20T03:19:30,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f3eed98bb3a1003fe9eb8649057a027, server=d00f728e99d7,37497,1732072760386}] 2024-11-20T03:19:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:19:30,408 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027. 2024-11-20T03:19:30,408 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:19:30,408 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T03:19:30,410 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C37497%2C1732072760386.rep, suffix=, logDir=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,37497,1732072760386, archiveDir=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/oldWALs, maxLogs=10 2024-11-20T03:19:30,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,37497,1732072760386/d00f728e99d7%2C37497%2C1732072760386.rep.1732072770410, exclude list is [], retry=0 2024-11-20T03:19:30,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39225,DS-3bc713f5-bbf9-4a49-9a5e-a1c0c48f6c3a,DISK] 2024-11-20T03:19:30,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,37497,1732072760386/d00f728e99d7%2C37497%2C1732072760386.rep.1732072770410 2024-11-20T03:19:30,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41427:41427)] 2024-11-20T03:19:30,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 9f3eed98bb3a1003fe9eb8649057a027, NAME => 'hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:19:30,426 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:19:30,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:19:30,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027. service=MultiRowMutationService 2024-11-20T03:19:30,426 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T03:19:30,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9f3eed98bb3a1003fe9eb8649057a027 2024-11-20T03:19:30,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:19:30,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 9f3eed98bb3a1003fe9eb8649057a027 2024-11-20T03:19:30,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 9f3eed98bb3a1003fe9eb8649057a027 2024-11-20T03:19:30,428 INFO [StoreOpener-9f3eed98bb3a1003fe9eb8649057a027-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9f3eed98bb3a1003fe9eb8649057a027 2024-11-20T03:19:30,429 INFO [StoreOpener-9f3eed98bb3a1003fe9eb8649057a027-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f3eed98bb3a1003fe9eb8649057a027 columnFamilyName hfileref 2024-11-20T03:19:30,429 DEBUG [StoreOpener-9f3eed98bb3a1003fe9eb8649057a027-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:30,429 INFO [StoreOpener-9f3eed98bb3a1003fe9eb8649057a027-1 {}] regionserver.HStore(327): Store=9f3eed98bb3a1003fe9eb8649057a027/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:19:30,429 INFO [StoreOpener-9f3eed98bb3a1003fe9eb8649057a027-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9f3eed98bb3a1003fe9eb8649057a027 2024-11-20T03:19:30,430 INFO [StoreOpener-9f3eed98bb3a1003fe9eb8649057a027-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f3eed98bb3a1003fe9eb8649057a027 columnFamilyName queue 2024-11-20T03:19:30,430 DEBUG [StoreOpener-9f3eed98bb3a1003fe9eb8649057a027-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:30,430 INFO [StoreOpener-9f3eed98bb3a1003fe9eb8649057a027-1 {}] regionserver.HStore(327): Store=9f3eed98bb3a1003fe9eb8649057a027/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:19:30,431 INFO [StoreOpener-9f3eed98bb3a1003fe9eb8649057a027-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9f3eed98bb3a1003fe9eb8649057a027 2024-11-20T03:19:30,431 INFO [StoreOpener-9f3eed98bb3a1003fe9eb8649057a027-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f3eed98bb3a1003fe9eb8649057a027 columnFamilyName sid 2024-11-20T03:19:30,432 DEBUG [StoreOpener-9f3eed98bb3a1003fe9eb8649057a027-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:30,432 INFO [StoreOpener-9f3eed98bb3a1003fe9eb8649057a027-1 {}] regionserver.HStore(327): Store=9f3eed98bb3a1003fe9eb8649057a027/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:19:30,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 9f3eed98bb3a1003fe9eb8649057a027 2024-11-20T03:19:30,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/replication/9f3eed98bb3a1003fe9eb8649057a027 2024-11-20T03:19:30,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/replication/9f3eed98bb3a1003fe9eb8649057a027 2024-11-20T03:19:30,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 9f3eed98bb3a1003fe9eb8649057a027 2024-11-20T03:19:30,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 9f3eed98bb3a1003fe9eb8649057a027 2024-11-20T03:19:30,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:19:30,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 9f3eed98bb3a1003fe9eb8649057a027 2024-11-20T03:19:30,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/replication/9f3eed98bb3a1003fe9eb8649057a027/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:19:30,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 9f3eed98bb3a1003fe9eb8649057a027; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71858982, jitterRate=0.07078227400779724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:19:30,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9f3eed98bb3a1003fe9eb8649057a027 2024-11-20T03:19:30,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 9f3eed98bb3a1003fe9eb8649057a027: Running coprocessor pre-open hook at 1732072770426Writing region info on filesystem at 1732072770426Initializing all the Stores at 1732072770427 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072770427Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072770427Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072770427Cleaning up temporary data from old regions at 1732072770434 (+7 ms)Running coprocessor post-open hooks at 1732072770437 (+3 ms)Region opened successfully at 1732072770438 (+1 ms) 2024-11-20T03:19:30,438 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027., pid=7, masterSystemTime=1732072770404 2024-11-20T03:19:30,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027. 2024-11-20T03:19:30,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027. 2024-11-20T03:19:30,441 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9f3eed98bb3a1003fe9eb8649057a027, regionState=OPEN, openSeqNum=2, regionLocation=d00f728e99d7,37497,1732072760386 2024-11-20T03:19:30,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f3eed98bb3a1003fe9eb8649057a027, server=d00f728e99d7,37497,1732072760386 because future has completed 2024-11-20T03:19:30,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-20T03:19:30,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9f3eed98bb3a1003fe9eb8649057a027, server=d00f728e99d7,37497,1732072760386 in 191 msec 2024-11-20T03:19:30,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T03:19:30,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9f3eed98bb3a1003fe9eb8649057a027, ASSIGN in 347 msec 2024-11-20T03:19:30,448 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T03:19:30,448 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072770448"}]},"ts":"1732072770448"} 2024-11-20T03:19:30,450 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T03:19:30,451 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T03:19:30,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-11-20T03:19:30,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027., hostname=d00f728e99d7,37497,1732072760386, seqNum=2] 2024-11-20T03:19:30,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1015640d71a0000, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-860608703 2024-11-20T03:19:30,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1015640d71a0001, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-860608703 2024-11-20T03:19:30,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T03:19:30,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37497 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-20T03:19:30,719 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T03:19:30,744 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-d00f728e99d7,37497,1732072760386, ReplicationSource: 1, currentBandwidth=0 2024-11-20T03:19:30,745 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:19:30,745 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,37497,1732072760386, seqNum=-1] 2024-11-20T03:19:30,745 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:19:30,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57435, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-20T03:19:30,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d00f728e99d7,37497,1732072760386', locateType=CURRENT is [region=hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027., hostname=d00f728e99d7,37497,1732072760386, seqNum=2] 2024-11-20T03:19:30,750 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T03:19:30,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T03:19:30,752 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d00f728e99d7,37497,1732072760386 suceeded 2024-11-20T03:19:30,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-20T03:19:30,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-20T03:19:30,754 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d00f728e99d7:42131,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T03:19:30,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4860 sec 2024-11-20T03:19:30,764 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37497,1732072760386 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d00f728e99d7:42131' 2024-11-20T03:19:30,765 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37497,1732072760386 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d6da8b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:19:30,765 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37497,1732072760386 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,42131,-1 for getting cluster id 2024-11-20T03:19:30,765 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37497,1732072760386 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:19:30,765 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70fcc4b6-1c8a-4af3-ae30-05071d13856b' 2024-11-20T03:19:30,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:19:30,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70fcc4b6-1c8a-4af3-ae30-05071d13856b" 2024-11-20T03:19:30,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e859b70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:19:30,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,42131,-1] 2024-11-20T03:19:30,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:19:30,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:30,767 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:19:30,767 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37497,1732072760386 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b5689f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:19:30,767 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37497,1732072760386 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:19:30,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,42131,1732072765663 2024-11-20T03:19:30,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5aac70c5 2024-11-20T03:19:30,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:19:30,769 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-20T03:19:30,769 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37497,1732072760386 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d00f728e99d7,37497,1732072760386 (queues=1) is replicating from cluster=b1076e4b-e2d1-43af-b49a-ab180d61d257 to cluster=70fcc4b6-1c8a-4af3-ae30-05071d13856b 2024-11-20T03:19:30,769 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37497,1732072760386 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d00f728e99d7%2C37497%2C1732072760386 2024-11-20T03:19:30,770 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37497,1732072760386 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d00f728e99d7,37497,1732072760386, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T03:19:30,771 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37497,1732072760386.replicationSource.shipperd00f728e99d7%2C37497%2C1732072760386,1-d00f728e99d7,37497,1732072760386 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d00f728e99d7%2C37497%2C1732072760386 2024-11-20T03:19:30,771 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37497,1732072760386.replicationSource.wal-reader.d00f728e99d7%2C37497%2C1732072760386,1-d00f728e99d7,37497,1732072760386 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,37497,1732072760386/d00f728e99d7%2C37497%2C1732072760386.1732072762695, startPosition=0, beingWritten=true 2024-11-20T03:19:30,975 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37497,1732072760386.replicationSource.wal-reader.d00f728e99d7%2C37497%2C1732072760386,1-d00f728e99d7,37497,1732072760386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,37497,1732072760386/d00f728e99d7%2C37497%2C1732072760386.1732072762695 to pos 0, reset compression=false 2024-11-20T03:19:31,280 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37497,1732072760386.replicationSource.wal-reader.d00f728e99d7%2C37497%2C1732072760386,1-d00f728e99d7,37497,1732072760386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,37497,1732072760386/d00f728e99d7%2C37497%2C1732072760386.1732072762695 to pos 0, reset compression=false 2024-11-20T03:19:31,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:19:31,412 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T03:19:31,412 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:19:31,412 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:19:31,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:31,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:31,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:19:31,413 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:19:31,414 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,43253,1732072760049 2024-11-20T03:19:31,414 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52cbb271 2024-11-20T03:19:31,414 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:19:31,415 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:19:31,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-20T03:19:31,416 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:19:31,416 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:19:31,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:31,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:31,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:19:31,416 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T03:19:31,416 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1050774988, stopped=false 2024-11-20T03:19:31,416 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d00f728e99d7,43253,1732072760049 2024-11-20T03:19:31,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1015640d71a0000, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-860608703/running 2024-11-20T03:19:31,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1015640d71a0001, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-860608703/running 2024-11-20T03:19:31,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1015640d71a0000, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-860608703 2024-11-20T03:19:31,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1015640d71a0001, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-860608703 2024-11-20T03:19:31,492 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:19:31,492 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:19:31,492 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:19:31,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:31,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37497-0x1015640d71a0001, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Set watcher on znode that does not yet exist, /0-860608703/running 2024-11-20T03:19:31,493 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd00f728e99d7,37497,1732072760386' ***** 2024-11-20T03:19:31,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43253-0x1015640d71a0000, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Set watcher on znode that does not yet exist, /0-860608703/running 2024-11-20T03:19:31,493 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T03:19:31,493 INFO [RS:0;d00f728e99d7:37497 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T03:19:31,493 INFO [RS:0;d00f728e99d7:37497 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T03:19:31,493 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T03:19:31,493 INFO [RS:0;d00f728e99d7:37497 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T03:19:31,493 INFO [RS:0;d00f728e99d7:37497 {}] regionserver.HRegionServer(3091): Received CLOSE for 9f3eed98bb3a1003fe9eb8649057a027 2024-11-20T03:19:31,493 INFO [RS:0;d00f728e99d7:37497 {}] regionserver.HRegionServer(959): stopping server d00f728e99d7,37497,1732072760386 2024-11-20T03:19:31,493 INFO [RS:0;d00f728e99d7:37497 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:19:31,493 INFO [RS:0;d00f728e99d7:37497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:37497. 2024-11-20T03:19:31,493 DEBUG [RS:0;d00f728e99d7:37497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:19:31,494 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9f3eed98bb3a1003fe9eb8649057a027, disabling compactions & flushes 2024-11-20T03:19:31,494 DEBUG [RS:0;d00f728e99d7:37497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:31,494 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027. 2024-11-20T03:19:31,494 INFO [RS:0;d00f728e99d7:37497 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T03:19:31,494 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027. 2024-11-20T03:19:31,494 INFO [RS:0;d00f728e99d7:37497 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T03:19:31,494 INFO [RS:0;d00f728e99d7:37497 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T03:19:31,494 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027. after waiting 0 ms 2024-11-20T03:19:31,494 INFO [RS:0;d00f728e99d7:37497 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T03:19:31,494 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027. 2024-11-20T03:19:31,494 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9f3eed98bb3a1003fe9eb8649057a027 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-20T03:19:31,494 INFO [RS:0;d00f728e99d7:37497 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T03:19:31,494 DEBUG [RS:0;d00f728e99d7:37497 {}] regionserver.HRegionServer(1325): Online Regions={9f3eed98bb3a1003fe9eb8649057a027=hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T03:19:31,494 DEBUG [RS:0;d00f728e99d7:37497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9f3eed98bb3a1003fe9eb8649057a027 2024-11-20T03:19:31,494 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:19:31,494 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:19:31,494 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:19:31,494 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:19:31,494 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:19:31,494 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-20T03:19:31,507 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/meta/1588230740/.tmp/info/537b962cf997468ab580c038a1d00b76 is 147, key is hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027./info:regioninfo/1732072770441/Put/seqid=0 2024-11-20T03:19:31,509 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/replication/9f3eed98bb3a1003fe9eb8649057a027/.tmp/queue/098a85d20a084be68467240833ca8da3 is 151, key is 1-d00f728e99d7,37497,1732072760386/queue:d00f728e99d7%2C37497%2C1732072760386/1732072770749/Put/seqid=0 2024-11-20T03:19:31,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39225 is added to blk_1073741838_1014 (size=6631) 2024-11-20T03:19:31,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39225 is added to blk_1073741839_1015 (size=5350) 2024-11-20T03:19:31,569 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T03:19:31,569 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T03:19:31,574 INFO [regionserver/d00f728e99d7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:19:31,685 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37497,1732072760386.replicationSource.wal-reader.d00f728e99d7%2C37497%2C1732072760386,1-d00f728e99d7,37497,1732072760386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,37497,1732072760386/d00f728e99d7%2C37497%2C1732072760386.1732072762695 to pos 0, reset compression=false 2024-11-20T03:19:31,694 DEBUG [RS:0;d00f728e99d7:37497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9f3eed98bb3a1003fe9eb8649057a027 2024-11-20T03:19:31,894 DEBUG [RS:0;d00f728e99d7:37497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9f3eed98bb3a1003fe9eb8649057a027 2024-11-20T03:19:31,912 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/meta/1588230740/.tmp/info/537b962cf997468ab580c038a1d00b76 2024-11-20T03:19:31,913 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/replication/9f3eed98bb3a1003fe9eb8649057a027/.tmp/queue/098a85d20a084be68467240833ca8da3 2024-11-20T03:19:31,918 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/replication/9f3eed98bb3a1003fe9eb8649057a027/.tmp/queue/098a85d20a084be68467240833ca8da3 as hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/replication/9f3eed98bb3a1003fe9eb8649057a027/queue/098a85d20a084be68467240833ca8da3 2024-11-20T03:19:31,922 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/replication/9f3eed98bb3a1003fe9eb8649057a027/queue/098a85d20a084be68467240833ca8da3, entries=1, sequenceid=5, filesize=5.2 K 2024-11-20T03:19:31,923 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 9f3eed98bb3a1003fe9eb8649057a027 in 429ms, sequenceid=5, compaction requested=false 2024-11-20T03:19:31,923 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T03:19:31,927 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/replication/9f3eed98bb3a1003fe9eb8649057a027/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T03:19:31,928 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:19:31,928 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:19:31,928 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027. 2024-11-20T03:19:31,928 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9f3eed98bb3a1003fe9eb8649057a027: Waiting for close lock at 1732072771493Running coprocessor pre-close hooks at 1732072771493Disabling compacts and flushes for region at 1732072771493Disabling writes for close at 1732072771494 (+1 ms)Obtaining lock to block concurrent updates at 1732072771494Preparing flush snapshotting stores in 9f3eed98bb3a1003fe9eb8649057a027 at 1732072771494Finished memstore snapshotting hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732072771494Flushing stores of hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027. at 1732072771494Flushing 9f3eed98bb3a1003fe9eb8649057a027/queue: creating writer at 1732072771494Flushing 9f3eed98bb3a1003fe9eb8649057a027/queue: appending metadata at 1732072771509 (+15 ms)Flushing 9f3eed98bb3a1003fe9eb8649057a027/queue: closing flushed file at 1732072771509Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38e61381: reopening flushed file at 1732072771917 (+408 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 9f3eed98bb3a1003fe9eb8649057a027 in 429ms, sequenceid=5, compaction requested=false at 1732072771923 (+6 ms)Writing region close event to WAL at 1732072771924 (+1 ms)Running coprocessor post-close hooks at 1732072771928 (+4 ms)Closed at 1732072771928 2024-11-20T03:19:31,928 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027. 2024-11-20T03:19:31,931 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/meta/1588230740/.tmp/ns/6090abea252a4652b8ec58c31d20b81d is 43, key is default/ns:d/1732072763753/Put/seqid=0 2024-11-20T03:19:31,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39225 is added to blk_1073741840_1016 (size=5153) 2024-11-20T03:19:32,094 DEBUG [RS:0;d00f728e99d7:37497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:19:32,189 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37497,1732072760386.replicationSource.wal-reader.d00f728e99d7%2C37497%2C1732072760386,1-d00f728e99d7,37497,1732072760386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,37497,1732072760386/d00f728e99d7%2C37497%2C1732072760386.1732072762695 to pos 0, reset compression=false 2024-11-20T03:19:32,295 DEBUG [RS:0;d00f728e99d7:37497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:19:32,337 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/meta/1588230740/.tmp/ns/6090abea252a4652b8ec58c31d20b81d 2024-11-20T03:19:32,354 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/meta/1588230740/.tmp/table/060c442a572b4ff38a645ac2d0c0c206 is 53, key is hbase:replication/table:state/1732072770448/Put/seqid=0 2024-11-20T03:19:32,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39225 is added to blk_1073741841_1017 (size=5256) 2024-11-20T03:19:32,495 INFO [RS:0;d00f728e99d7:37497 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T03:19:32,495 DEBUG [RS:0;d00f728e99d7:37497 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T03:19:32,495 DEBUG [RS:0;d00f728e99d7:37497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:19:32,695 DEBUG [RS:0;d00f728e99d7:37497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:19:32,759 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/meta/1588230740/.tmp/table/060c442a572b4ff38a645ac2d0c0c206 2024-11-20T03:19:32,763 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/meta/1588230740/.tmp/info/537b962cf997468ab580c038a1d00b76 as hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/meta/1588230740/info/537b962cf997468ab580c038a1d00b76 2024-11-20T03:19:32,767 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/meta/1588230740/info/537b962cf997468ab580c038a1d00b76, entries=10, sequenceid=11, filesize=6.5 K 2024-11-20T03:19:32,768 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/meta/1588230740/.tmp/ns/6090abea252a4652b8ec58c31d20b81d as hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/meta/1588230740/ns/6090abea252a4652b8ec58c31d20b81d 2024-11-20T03:19:32,773 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/meta/1588230740/ns/6090abea252a4652b8ec58c31d20b81d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T03:19:32,774 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/meta/1588230740/.tmp/table/060c442a572b4ff38a645ac2d0c0c206 as hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/meta/1588230740/table/060c442a572b4ff38a645ac2d0c0c206 2024-11-20T03:19:32,778 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/meta/1588230740/table/060c442a572b4ff38a645ac2d0c0c206, entries=2, sequenceid=11, filesize=5.1 K 2024-11-20T03:19:32,779 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1285ms, sequenceid=11, compaction requested=false 2024-11-20T03:19:32,782 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T03:19:32,783 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:19:32,783 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:19:32,783 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:19:32,783 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072771494Running coprocessor pre-close hooks at 1732072771494Disabling compacts and flushes for region at 1732072771494Disabling writes for close at 1732072771494Obtaining lock to block concurrent updates at 1732072771494Preparing flush snapshotting stores in 1588230740 at 1732072771494Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732072771494Flushing stores of hbase:meta,,1.1588230740 at 1732072771495 (+1 ms)Flushing 1588230740/info: creating writer at 1732072771495Flushing 1588230740/info: appending metadata at 1732072771507 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732072771507Flushing 1588230740/ns: creating writer at 1732072771917 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732072771931 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732072771931Flushing 1588230740/table: creating writer at 1732072772342 (+411 ms)Flushing 1588230740/table: appending metadata at 1732072772354 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732072772354Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1066f1e1: reopening flushed file at 1732072772763 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62850ac4: reopening flushed file at 1732072772768 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46628737: reopening flushed file at 1732072772773 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1285ms, sequenceid=11, compaction requested=false at 1732072772779 (+6 ms)Writing region close event to WAL at 1732072772780 (+1 ms)Running coprocessor post-close hooks at 1732072772783 (+3 ms)Closed at 1732072772783 2024-11-20T03:19:32,783 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T03:19:32,793 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37497,1732072760386.replicationSource.wal-reader.d00f728e99d7%2C37497%2C1732072760386,1-d00f728e99d7,37497,1732072760386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,37497,1732072760386/d00f728e99d7%2C37497%2C1732072760386.1732072762695 to pos 0, reset compression=false 2024-11-20T03:19:32,895 INFO [RS:0;d00f728e99d7:37497 {}] regionserver.HRegionServer(976): stopping server d00f728e99d7,37497,1732072760386; all regions closed. 2024-11-20T03:19:32,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39225 is added to blk_1073741834_1010 (size=2742) 2024-11-20T03:19:32,897 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,37497,1732072760386/d00f728e99d7%2C37497%2C1732072760386.meta.1732072763610.meta not finished, retry = 0 2024-11-20T03:19:33,000 DEBUG [RS:0;d00f728e99d7:37497 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/oldWALs 2024-11-20T03:19:33,000 INFO [RS:0;d00f728e99d7:37497 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d00f728e99d7%2C37497%2C1732072760386.meta:.meta(num 1732072763610) 2024-11-20T03:19:33,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39225 is added to blk_1073741837_1013 (size=1586) 2024-11-20T03:19:33,101 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,37497,1732072760386/d00f728e99d7%2C37497%2C1732072760386.rep.1732072770410 not finished, retry = 0 2024-11-20T03:19:33,203 DEBUG [RS:0;d00f728e99d7:37497 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/oldWALs 2024-11-20T03:19:33,203 INFO [RS:0;d00f728e99d7:37497 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d00f728e99d7%2C37497%2C1732072760386.rep:(num 1732072770410) 2024-11-20T03:19:33,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39225 is added to blk_1073741832_1008 (size=93) 2024-11-20T03:19:33,207 DEBUG [RS:0;d00f728e99d7:37497 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/oldWALs 2024-11-20T03:19:33,207 INFO [RS:0;d00f728e99d7:37497 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d00f728e99d7%2C37497%2C1732072760386:(num 1732072762695) 2024-11-20T03:19:33,207 DEBUG [RS:0;d00f728e99d7:37497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:33,207 INFO [RS:0;d00f728e99d7:37497 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:19:33,207 INFO [RS:0;d00f728e99d7:37497 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:19:33,208 INFO [RS:0;d00f728e99d7:37497 {}] hbase.ChoreService(370): Chore service for: regionserver/d00f728e99d7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T03:19:33,208 INFO [RS:0;d00f728e99d7:37497 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:19:33,208 INFO [regionserver/d00f728e99d7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:19:33,208 INFO [RS:0;d00f728e99d7:37497 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d00f728e99d7,37497,1732072760386 because: Region server is closing 2024-11-20T03:19:33,208 INFO [RS:0;d00f728e99d7:37497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:37497. 2024-11-20T03:19:33,208 DEBUG [RS:0;d00f728e99d7:37497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:19:33,208 DEBUG [RS:0;d00f728e99d7:37497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:33,208 DEBUG [RS:0;d00f728e99d7:37497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:33,208 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:19:33,309 WARN [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37497,1732072760386.replicationSource.shipperd00f728e99d7%2C37497%2C1732072760386,1-d00f728e99d7,37497,1732072760386 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T03:19:33,309 WARN [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37497,1732072760386.replicationSource.wal-reader.d00f728e99d7%2C37497%2C1732072760386,1-d00f728e99d7,37497,1732072760386 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T03:19:33,309 INFO [RS:0;d00f728e99d7:37497 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37497,1732072760386.replicationSource.shipperd00f728e99d7%2C37497%2C1732072760386,1-d00f728e99d7,37497,1732072760386 terminated 2024-11-20T03:19:33,309 INFO [RS:0;d00f728e99d7:37497 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37497 2024-11-20T03:19:33,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1015640d71a0001, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-860608703/rs/d00f728e99d7,37497,1732072760386 2024-11-20T03:19:33,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1015640d71a0000, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-860608703/rs 2024-11-20T03:19:33,323 INFO [RS:0;d00f728e99d7:37497 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:19:33,334 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d00f728e99d7,37497,1732072760386] 2024-11-20T03:19:33,344 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-860608703/draining/d00f728e99d7,37497,1732072760386 already deleted, retry=false 2024-11-20T03:19:33,344 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d00f728e99d7,37497,1732072760386 expired; onlineServers=0 2024-11-20T03:19:33,344 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd00f728e99d7,43253,1732072760049' ***** 2024-11-20T03:19:33,344 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T03:19:33,344 INFO [M:0;d00f728e99d7:43253 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:19:33,344 INFO [M:0;d00f728e99d7:43253 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:19:33,345 DEBUG [M:0;d00f728e99d7:43253 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T03:19:33,345 DEBUG [M:0;d00f728e99d7:43253 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T03:19:33,345 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T03:19:33,345 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072762416 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072762416,5,FailOnTimeoutGroup] 2024-11-20T03:19:33,345 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072762416 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072762416,5,FailOnTimeoutGroup] 2024-11-20T03:19:33,345 INFO [M:0;d00f728e99d7:43253 {}] hbase.ChoreService(370): Chore service for: master/d00f728e99d7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T03:19:33,345 INFO [M:0;d00f728e99d7:43253 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:19:33,345 DEBUG [M:0;d00f728e99d7:43253 {}] master.HMaster(1795): Stopping service threads 2024-11-20T03:19:33,345 INFO [M:0;d00f728e99d7:43253 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T03:19:33,345 INFO [M:0;d00f728e99d7:43253 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:19:33,345 INFO [M:0;d00f728e99d7:43253 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T03:19:33,345 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T03:19:33,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1015640d71a0000, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-860608703/master 2024-11-20T03:19:33,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1015640d71a0000, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-860608703 2024-11-20T03:19:33,355 DEBUG [M:0;d00f728e99d7:43253 {}] zookeeper.ZKUtil(347): master:43253-0x1015640d71a0000, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Unable to get data of znode /0-860608703/master because node does not exist (not an error) 2024-11-20T03:19:33,355 WARN [M:0;d00f728e99d7:43253 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T03:19:33,356 INFO [M:0;d00f728e99d7:43253 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/.lastflushedseqids 2024-11-20T03:19:33,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39225 is added to blk_1073741842_1018 (size=181) 2024-11-20T03:19:33,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1015640d71a0001, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:19:33,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37497-0x1015640d71a0001, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:19:33,434 INFO [RS:0;d00f728e99d7:37497 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:19:33,434 INFO [RS:0;d00f728e99d7:37497 {}] regionserver.HRegionServer(1031): Exiting; stopping=d00f728e99d7,37497,1732072760386; zookeeper connection closed. 2024-11-20T03:19:33,434 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@756c1278 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@756c1278 2024-11-20T03:19:33,435 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T03:19:33,760 INFO [M:0;d00f728e99d7:43253 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T03:19:33,761 INFO [M:0;d00f728e99d7:43253 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T03:19:33,761 DEBUG [M:0;d00f728e99d7:43253 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:19:33,761 INFO [M:0;d00f728e99d7:43253 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:19:33,761 DEBUG [M:0;d00f728e99d7:43253 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:19:33,761 DEBUG [M:0;d00f728e99d7:43253 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:19:33,761 DEBUG [M:0;d00f728e99d7:43253 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:19:33,761 INFO [M:0;d00f728e99d7:43253 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-20T03:19:33,775 DEBUG [M:0;d00f728e99d7:43253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bbe6f084fd834da0ad07f0ef2327b434 is 82, key is hbase:meta,,1/info:regioninfo/1732072763642/Put/seqid=0 2024-11-20T03:19:33,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39225 is added to blk_1073741843_1019 (size=5672) 2024-11-20T03:19:34,179 INFO [M:0;d00f728e99d7:43253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bbe6f084fd834da0ad07f0ef2327b434 2024-11-20T03:19:34,196 DEBUG [M:0;d00f728e99d7:43253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e8044e98f06455bbd0dc3c0f09eb7e4 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732072770452/Put/seqid=0 2024-11-20T03:19:34,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39225 is added to blk_1073741844_1020 (size=7203) 2024-11-20T03:19:34,600 INFO [M:0;d00f728e99d7:43253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e8044e98f06455bbd0dc3c0f09eb7e4 2024-11-20T03:19:34,619 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T03:19:34,623 DEBUG [M:0;d00f728e99d7:43253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e23751eaaf0246be8968b2e055a31a0c is 69, key is d00f728e99d7,37497,1732072760386/rs:state/1732072762548/Put/seqid=0 2024-11-20T03:19:34,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39225 is added to blk_1073741845_1021 (size=5156) 2024-11-20T03:19:34,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:34,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:34,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:34,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:34,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:34,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:35,027 INFO [M:0;d00f728e99d7:43253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e23751eaaf0246be8968b2e055a31a0c 2024-11-20T03:19:35,032 DEBUG [M:0;d00f728e99d7:43253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bbe6f084fd834da0ad07f0ef2327b434 as hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bbe6f084fd834da0ad07f0ef2327b434 2024-11-20T03:19:35,036 INFO [M:0;d00f728e99d7:43253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bbe6f084fd834da0ad07f0ef2327b434, entries=8, sequenceid=70, filesize=5.5 K 2024-11-20T03:19:35,037 DEBUG [M:0;d00f728e99d7:43253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e8044e98f06455bbd0dc3c0f09eb7e4 as hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9e8044e98f06455bbd0dc3c0f09eb7e4 2024-11-20T03:19:35,041 INFO [M:0;d00f728e99d7:43253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9e8044e98f06455bbd0dc3c0f09eb7e4, entries=8, sequenceid=70, filesize=7.0 K 2024-11-20T03:19:35,042 DEBUG [M:0;d00f728e99d7:43253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e23751eaaf0246be8968b2e055a31a0c as hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e23751eaaf0246be8968b2e055a31a0c 2024-11-20T03:19:35,046 INFO [M:0;d00f728e99d7:43253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e23751eaaf0246be8968b2e055a31a0c, entries=1, sequenceid=70, filesize=5.0 K 2024-11-20T03:19:35,047 INFO [M:0;d00f728e99d7:43253 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=70, compaction requested=false 2024-11-20T03:19:35,048 INFO [M:0;d00f728e99d7:43253 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:19:35,048 DEBUG [M:0;d00f728e99d7:43253 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072773761Disabling compacts and flushes for region at 1732072773761Disabling writes for close at 1732072773761Obtaining lock to block concurrent updates at 1732072773761Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732072773761Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732072773761Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732072773762 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732072773762Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732072773775 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732072773775Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732072774184 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732072774196 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732072774196Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732072774605 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732072774622 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732072774622Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1960881b: reopening flushed file at 1732072775031 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4218f84b: reopening flushed file at 1732072775036 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2decc0ca: reopening flushed file at 1732072775041 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=70, compaction requested=false at 1732072775047 (+6 ms)Writing region close event to WAL at 1732072775048 (+1 ms)Closed at 1732072775048 2024-11-20T03:19:35,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39225 is added to blk_1073741830_1006 (size=41008) 2024-11-20T03:19:35,051 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:19:35,051 INFO [M:0;d00f728e99d7:43253 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T03:19:35,051 INFO [M:0;d00f728e99d7:43253 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43253 2024-11-20T03:19:35,051 INFO [M:0;d00f728e99d7:43253 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:19:35,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1015640d71a0000, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:19:35,213 INFO [M:0;d00f728e99d7:43253 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:19:35,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1015640d71a0000, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:19:35,215 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:19:35,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:19:35,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:19:35,215 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:19:35,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:19:35,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:19:35,215 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T03:19:35,215 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:19:35,215 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42507 2024-11-20T03:19:35,216 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42507 connecting to ZooKeeper ensemble=127.0.0.1:49383 2024-11-20T03:19:35,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425070x0, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:19:35,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42507-0x1015640d71a0006 connected 2024-11-20T03:19:35,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:19:35,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:19:35,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42507-0x1015640d71a0006, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Set watcher on znode that does not yet exist, /0-860608703/running 2024-11-20T03:19:35,244 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-860608703/meta-region-server: INIT 2024-11-20T03:19:35,244 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997, hbase.cluster.distributed=false 2024-11-20T03:19:35,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42507-0x1015640d71a0006, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Set watcher on znode that does not yet exist, /0-860608703/acl 2024-11-20T03:19:35,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42507 2024-11-20T03:19:35,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42507 2024-11-20T03:19:35,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42507 2024-11-20T03:19:35,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42507 2024-11-20T03:19:35,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42507 2024-11-20T03:19:35,259 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:19:35,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:19:35,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:19:35,259 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:19:35,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:19:35,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:19:35,259 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T03:19:35,259 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:19:35,260 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43825 2024-11-20T03:19:35,261 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43825 connecting to ZooKeeper ensemble=127.0.0.1:49383 2024-11-20T03:19:35,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:19:35,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:19:35,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438250x0, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:19:35,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438250x0, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Set watcher on znode that does not yet exist, /0-860608703/running 2024-11-20T03:19:35,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43825-0x1015640d71a0007 connected 2024-11-20T03:19:35,271 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-860608703/meta-region-server: INIT 2024-11-20T03:19:35,271 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T03:19:35,272 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T03:19:35,272 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43825-0x1015640d71a0007, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Set watcher on znode that does not yet exist, /0-860608703/master 2024-11-20T03:19:35,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43825-0x1015640d71a0007, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Set watcher on znode that does not yet exist, /0-860608703/acl 2024-11-20T03:19:35,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43825 2024-11-20T03:19:35,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43825 2024-11-20T03:19:35,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43825 2024-11-20T03:19:35,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43825 2024-11-20T03:19:35,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43825 2024-11-20T03:19:35,287 DEBUG [M:0;d00f728e99d7:42507 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d00f728e99d7:42507 2024-11-20T03:19:35,287 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-860608703/backup-masters/d00f728e99d7,42507,1732072775214 2024-11-20T03:19:35,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1015640d71a0006, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-860608703/backup-masters 2024-11-20T03:19:35,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x1015640d71a0007, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-860608703/backup-masters 2024-11-20T03:19:35,292 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42507-0x1015640d71a0006, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Set watcher on existing znode=/0-860608703/backup-masters/d00f728e99d7,42507,1732072775214 2024-11-20T03:19:35,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x1015640d71a0007, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-860608703/master 2024-11-20T03:19:35,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1015640d71a0006, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-860608703 2024-11-20T03:19:35,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x1015640d71a0007, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-860608703 2024-11-20T03:19:35,385 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42507-0x1015640d71a0006, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Set watcher on existing znode=/0-860608703/master 2024-11-20T03:19:35,386 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-860608703/backup-masters/d00f728e99d7,42507,1732072775214 from backup master directory 2024-11-20T03:19:35,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1015640d71a0006, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-860608703/backup-masters/d00f728e99d7,42507,1732072775214 2024-11-20T03:19:35,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x1015640d71a0007, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-860608703/backup-masters 2024-11-20T03:19:35,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1015640d71a0006, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-860608703/backup-masters 2024-11-20T03:19:35,407 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:19:35,407 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d00f728e99d7,42507,1732072775214 2024-11-20T03:19:35,416 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:19:35,416 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T03:19:35,422 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-20T03:19:35,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39225 is added to blk_1073741846_1022 (size=196) 2024-11-20T03:19:35,833 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:19:35,834 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T03:19:35,834 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:19:35,839 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-20T03:19:35,841 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/WALs/d00f728e99d7,43253,1732072760049 to hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/WALs/d00f728e99d7,43253,1732072760049-dead as it is dead 2024-11-20T03:19:35,842 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/WALs/d00f728e99d7,43253,1732072760049-dead/d00f728e99d7%2C43253%2C1732072760049.1732072762148 2024-11-20T03:19:35,842 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/WALs/d00f728e99d7,43253,1732072760049-dead/d00f728e99d7%2C43253%2C1732072760049.1732072762148 after 0ms 2024-11-20T03:19:35,843 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/WALs/d00f728e99d7,43253,1732072760049-dead/d00f728e99d7%2C43253%2C1732072760049.1732072762148 to hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d00f728e99d7%2C43253%2C1732072760049.1732072762148 2024-11-20T03:19:35,843 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/WALs/d00f728e99d7,43253,1732072760049-dead 2024-11-20T03:19:35,843 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/WALs/d00f728e99d7,42507,1732072775214 2024-11-20T03:19:35,844 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:19:35,845 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d00f728e99d7%2C42507%2C1732072775214, suffix=, logDir=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/WALs/d00f728e99d7,42507,1732072775214, archiveDir=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/oldWALs, maxLogs=10 2024-11-20T03:19:35,857 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/WALs/d00f728e99d7,42507,1732072775214/d00f728e99d7%2C42507%2C1732072775214.1732072775845, exclude list is [], retry=0 2024-11-20T03:19:35,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39225,DS-3bc713f5-bbf9-4a49-9a5e-a1c0c48f6c3a,DISK] 2024-11-20T03:19:35,861 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/WALs/d00f728e99d7,42507,1732072775214/d00f728e99d7%2C42507%2C1732072775214.1732072775845 2024-11-20T03:19:35,861 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41427:41427)] 2024-11-20T03:19:35,861 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:19:35,861 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:19:35,861 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:35,861 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:35,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:35,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T03:19:35,863 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:35,869 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bbe6f084fd834da0ad07f0ef2327b434 2024-11-20T03:19:35,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:19:35,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:35,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T03:19:35,870 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:35,875 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9e8044e98f06455bbd0dc3c0f09eb7e4 2024-11-20T03:19:35,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:19:35,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:35,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T03:19:35,876 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:35,880 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e23751eaaf0246be8968b2e055a31a0c 2024-11-20T03:19:35,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:19:35,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:35,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T03:19:35,882 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:35,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:19:35,882 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:35,883 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-20T03:19:35,883 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d00f728e99d7%2C43253%2C1732072760049.1732072762148 2024-11-20T03:19:35,887 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d00f728e99d7%2C43253%2C1732072760049.1732072762148 2024-11-20T03:19:35,887 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/d00f728e99d7%2C43253%2C1732072760049.1732072762148 2024-11-20T03:19:35,888 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:35,888 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:35,889 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:19:35,890 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:35,891 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-20T03:19:35,892 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60031172, jitterRate=-0.105465829372406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:19:35,892 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732072775861Initializing all the Stores at 1732072775862 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072775862Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072775862Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072775862Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072775862Cleaning up temporary data from old regions at 1732072775888 (+26 ms)Region opened successfully at 1732072775892 (+4 ms) 2024-11-20T03:19:35,892 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T03:19:35,894 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf29c12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:19:35,896 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-20T03:19:35,896 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T03:19:35,896 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T03:19:35,896 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T03:19:35,897 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T03:19:35,899 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T03:19:35,899 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T03:19:35,900 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T03:19:35,900 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-20T03:19:35,900 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T03:19:35,902 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=d00f728e99d7,37497,1732072760386, regionLocation=d00f728e99d7,37497,1732072760386, openSeqNum=2 2024-11-20T03:19:35,902 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=d00f728e99d7,37497,1732072760386, table=hbase:meta, region=1588230740 2024-11-20T03:19:35,902 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,37497,1732072760386, state=OPEN 2024-11-20T03:19:35,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x1015640d71a0007, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-860608703/meta-region-server 2024-11-20T03:19:35,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1015640d71a0006, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-860608703/meta-region-server 2024-11-20T03:19:35,955 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-860608703/meta-region-server: CHANGED 2024-11-20T03:19:35,955 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-860608703/meta-region-server: CHANGED 2024-11-20T03:19:35,958 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-20T03:19:35,965 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-860608703/draining/d00f728e99d7,37497,1732072760386 already deleted, retry=false 2024-11-20T03:19:35,965 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of d00f728e99d7,37497,1732072760386 on d00f728e99d7,42507,1732072775214 2024-11-20T03:19:35,966 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure d00f728e99d7,37497,1732072760386, splitWal=true, meta=true 2024-11-20T03:19:35,966 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for d00f728e99d7,37497,1732072760386 (carryingMeta=true) d00f728e99d7,37497,1732072760386/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@297aa6d2[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-20T03:19:35,968 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42507-0x1015640d71a0006, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Unable to get data of znode /0-860608703/balancer because node does not exist (not necessarily an error) 2024-11-20T03:19:35,976 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-860608703/balancer already deleted, retry=false 2024-11-20T03:19:35,976 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T03:19:35,977 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42507-0x1015640d71a0006, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Unable to get data of znode /0-860608703/normalizer because node does not exist (not necessarily an error) 2024-11-20T03:19:35,986 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-860608703/normalizer already deleted, retry=false 2024-11-20T03:19:35,987 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T03:19:35,988 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42507-0x1015640d71a0006, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Unable to get data of znode /0-860608703/switch/split because node does not exist (not necessarily an error) 2024-11-20T03:19:35,997 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-860608703/switch/split already deleted, retry=false 2024-11-20T03:19:35,998 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42507-0x1015640d71a0006, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Unable to get data of znode /0-860608703/switch/merge because node does not exist (not necessarily an error) 2024-11-20T03:19:36,007 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-860608703/switch/merge already deleted, retry=false 2024-11-20T03:19:36,020 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42507-0x1015640d71a0006, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Unable to get data of znode /0-860608703/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T03:19:36,028 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-860608703/snapshot-cleanup already deleted, retry=false 2024-11-20T03:19:36,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x1015640d71a0007, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-860608703/running 2024-11-20T03:19:36,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1015640d71a0006, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-860608703/running 2024-11-20T03:19:36,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x1015640d71a0007, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-860608703 2024-11-20T03:19:36,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1015640d71a0006, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-860608703 2024-11-20T03:19:36,039 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d00f728e99d7,42507,1732072775214, sessionid=0x1015640d71a0006, setting cluster-up flag (Was=false) 2024-11-20T03:19:36,050 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-860608703/flush-table-proc/acquired, /0-860608703/flush-table-proc/reached, /0-860608703/flush-table-proc/abort 2024-11-20T03:19:36,051 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,42507,1732072775214 2024-11-20T03:19:36,060 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-860608703/online-snapshot/acquired, /0-860608703/online-snapshot/reached, /0-860608703/online-snapshot/abort 2024-11-20T03:19:36,061 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,42507,1732072775214 2024-11-20T03:19:36,062 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/.lastflushedseqids 2024-11-20T03:19:36,064 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T03:19:36,064 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T03:19:36,064 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d00f728e99d7,42507,1732072775214 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 d00f728e99d7,37497,1732072760386 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T03:19:36,065 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:19:36,065 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:19:36,065 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:19:36,065 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:19:36,065 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d00f728e99d7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T03:19:36,065 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:36,065 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:19:36,065 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:36,067 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732072806067 2024-11-20T03:19:36,067 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T03:19:36,067 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure d00f728e99d7,37497,1732072760386, splitWal=true, meta=true 2024-11-20T03:19:36,067 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T03:19:36,067 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T03:19:36,067 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T03:19:36,067 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T03:19:36,067 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T03:19:36,067 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:36,068 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure d00f728e99d7,37497,1732072760386, splitWal=true, meta=true, isMeta: true 2024-11-20T03:19:36,069 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,37497,1732072760386-splitting 2024-11-20T03:19:36,069 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,37497,1732072760386-splitting dir is empty, no logs to split. 2024-11-20T03:19:36,070 INFO [PEWorker-1 {}] master.SplitWALManager(105): d00f728e99d7,37497,1732072760386 WAL count=0, meta=true 2024-11-20T03:19:36,070 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T03:19:36,070 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T03:19:36,070 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T03:19:36,070 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T03:19:36,070 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T03:19:36,070 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T03:19:36,070 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072776070,5,FailOnTimeoutGroup] 2024-11-20T03:19:36,071 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072776070,5,FailOnTimeoutGroup] 2024-11-20T03:19:36,071 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:36,071 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T03:19:36,071 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:36,071 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:36,071 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732072776071, completionTime=-1 2024-11-20T03:19:36,071 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-20T03:19:36,071 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-20T03:19:36,072 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,37497,1732072760386-splitting dir is empty, no logs to split. 2024-11-20T03:19:36,072 INFO [PEWorker-1 {}] master.SplitWALManager(105): d00f728e99d7,37497,1732072760386 WAL count=0, meta=true 2024-11-20T03:19:36,072 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if d00f728e99d7,37497,1732072760386 WAL splitting is done? wals=0, meta=true 2024-11-20T03:19:36,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T03:19:36,074 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:19:36,074 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T03:19:36,078 INFO [RS:0;d00f728e99d7:43825 {}] regionserver.HRegionServer(746): ClusterId : b1076e4b-e2d1-43af-b49a-ab180d61d257 2024-11-20T03:19:36,078 DEBUG [RS:0;d00f728e99d7:43825 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T03:19:36,091 DEBUG [RS:0;d00f728e99d7:43825 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T03:19:36,091 DEBUG [RS:0;d00f728e99d7:43825 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T03:19:36,103 DEBUG [RS:0;d00f728e99d7:43825 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T03:19:36,103 DEBUG [RS:0;d00f728e99d7:43825 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a607c1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:19:36,113 DEBUG [RS:0;d00f728e99d7:43825 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d00f728e99d7:43825 2024-11-20T03:19:36,113 INFO [RS:0;d00f728e99d7:43825 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T03:19:36,113 INFO [RS:0;d00f728e99d7:43825 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T03:19:36,113 DEBUG [RS:0;d00f728e99d7:43825 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T03:19:36,114 INFO [RS:0;d00f728e99d7:43825 {}] regionserver.HRegionServer(2659): reportForDuty to master=d00f728e99d7,42507,1732072775214 with port=43825, startcode=1732072775259 2024-11-20T03:19:36,114 DEBUG [RS:0;d00f728e99d7:43825 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T03:19:36,115 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37375, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T03:19:36,115 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42507 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d00f728e99d7,43825,1732072775259 2024-11-20T03:19:36,116 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42507 {}] master.ServerManager(517): Registering regionserver=d00f728e99d7,43825,1732072775259 2024-11-20T03:19:36,117 DEBUG [RS:0;d00f728e99d7:43825 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997 2024-11-20T03:19:36,117 DEBUG [RS:0;d00f728e99d7:43825 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43163 2024-11-20T03:19:36,117 DEBUG [RS:0;d00f728e99d7:43825 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T03:19:36,121 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-20T03:19:36,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1015640d71a0006, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-860608703/rs 2024-11-20T03:19:36,154 DEBUG [RS:0;d00f728e99d7:43825 {}] zookeeper.ZKUtil(111): regionserver:43825-0x1015640d71a0007, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Set watcher on existing znode=/0-860608703/rs/d00f728e99d7,43825,1732072775259 2024-11-20T03:19:36,154 WARN [RS:0;d00f728e99d7:43825 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:19:36,155 INFO [RS:0;d00f728e99d7:43825 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:19:36,155 DEBUG [RS:0;d00f728e99d7:43825 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,43825,1732072775259 2024-11-20T03:19:36,155 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d00f728e99d7,43825,1732072775259] 2024-11-20T03:19:36,171 INFO [RS:0;d00f728e99d7:43825 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T03:19:36,172 INFO [RS:0;d00f728e99d7:43825 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T03:19:36,172 INFO [RS:0;d00f728e99d7:43825 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T03:19:36,172 INFO [RS:0;d00f728e99d7:43825 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:36,172 INFO [RS:0;d00f728e99d7:43825 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T03:19:36,173 INFO [RS:0;d00f728e99d7:43825 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T03:19:36,173 INFO [RS:0;d00f728e99d7:43825 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:36,173 DEBUG [RS:0;d00f728e99d7:43825 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:36,173 DEBUG [RS:0;d00f728e99d7:43825 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:36,173 DEBUG [RS:0;d00f728e99d7:43825 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:36,173 DEBUG [RS:0;d00f728e99d7:43825 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:36,173 DEBUG [RS:0;d00f728e99d7:43825 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:36,173 DEBUG [RS:0;d00f728e99d7:43825 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:19:36,173 DEBUG [RS:0;d00f728e99d7:43825 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:36,173 DEBUG [RS:0;d00f728e99d7:43825 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:36,173 DEBUG [RS:0;d00f728e99d7:43825 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:36,173 DEBUG [RS:0;d00f728e99d7:43825 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:36,173 DEBUG [RS:0;d00f728e99d7:43825 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:36,173 DEBUG [RS:0;d00f728e99d7:43825 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:36,173 DEBUG [RS:0;d00f728e99d7:43825 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:19:36,173 DEBUG [RS:0;d00f728e99d7:43825 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:19:36,174 INFO [RS:0;d00f728e99d7:43825 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:36,174 INFO [RS:0;d00f728e99d7:43825 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:36,174 INFO [RS:0;d00f728e99d7:43825 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:36,174 INFO [RS:0;d00f728e99d7:43825 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:36,174 INFO [RS:0;d00f728e99d7:43825 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:36,174 INFO [RS:0;d00f728e99d7:43825 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,43825,1732072775259-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:19:36,186 INFO [RS:0;d00f728e99d7:43825 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T03:19:36,186 INFO [RS:0;d00f728e99d7:43825 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,43825,1732072775259-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:36,197 INFO [RS:0;d00f728e99d7:43825 {}] regionserver.ReplicationSource(231): queueId=1-d00f728e99d7,43825,1732072775259, ReplicationSource: 1, currentBandwidth=0 2024-11-20T03:19:36,197 INFO [RS:0;d00f728e99d7:43825 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:36,197 INFO [RS:0;d00f728e99d7:43825 {}] regionserver.Replication(171): d00f728e99d7,43825,1732072775259 started 2024-11-20T03:19:36,209 INFO [RS:0;d00f728e99d7:43825 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:36,209 INFO [RS:0;d00f728e99d7:43825 {}] regionserver.HRegionServer(1482): Serving as d00f728e99d7,43825,1732072775259, RpcServer on d00f728e99d7/172.17.0.2:43825, sessionid=0x1015640d71a0007 2024-11-20T03:19:36,209 DEBUG [RS:0;d00f728e99d7:43825.replicationSource,1-d00f728e99d7,43825,1732072775259 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d00f728e99d7:42131' 2024-11-20T03:19:36,209 DEBUG [RS:0;d00f728e99d7:43825 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T03:19:36,209 DEBUG [RS:0;d00f728e99d7:43825 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d00f728e99d7,43825,1732072775259 2024-11-20T03:19:36,209 DEBUG [RS:0;d00f728e99d7:43825 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,43825,1732072775259' 2024-11-20T03:19:36,209 DEBUG [RS:0;d00f728e99d7:43825 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-860608703/flush-table-proc/abort' 2024-11-20T03:19:36,210 DEBUG [RS:0;d00f728e99d7:43825 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-860608703/flush-table-proc/acquired' 2024-11-20T03:19:36,210 DEBUG [RS:0;d00f728e99d7:43825 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T03:19:36,210 DEBUG [RS:0;d00f728e99d7:43825 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T03:19:36,210 DEBUG [RS:0;d00f728e99d7:43825 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d00f728e99d7,43825,1732072775259 2024-11-20T03:19:36,210 DEBUG [RS:0;d00f728e99d7:43825 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,43825,1732072775259' 2024-11-20T03:19:36,210 DEBUG [RS:0;d00f728e99d7:43825 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-860608703/online-snapshot/abort' 2024-11-20T03:19:36,210 DEBUG [RS:0;d00f728e99d7:43825.replicationSource,1-d00f728e99d7,43825,1732072775259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@387920cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:19:36,210 DEBUG [RS:0;d00f728e99d7:43825.replicationSource,1-d00f728e99d7,43825,1732072775259 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,42131,-1 for getting cluster id 2024-11-20T03:19:36,211 DEBUG [RS:0;d00f728e99d7:43825 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-860608703/online-snapshot/acquired' 2024-11-20T03:19:36,211 DEBUG [RS:0;d00f728e99d7:43825.replicationSource,1-d00f728e99d7,43825,1732072775259 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:19:36,211 DEBUG [RS:0;d00f728e99d7:43825 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T03:19:36,211 INFO [RS:0;d00f728e99d7:43825 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T03:19:36,211 INFO [RS:0;d00f728e99d7:43825 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T03:19:36,211 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70fcc4b6-1c8a-4af3-ae30-05071d13856b' 2024-11-20T03:19:36,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:19:36,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70fcc4b6-1c8a-4af3-ae30-05071d13856b" 2024-11-20T03:19:36,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a20da26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:19:36,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,42131,-1] 2024-11-20T03:19:36,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:19:36,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:36,213 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:19:36,213 DEBUG [RS:0;d00f728e99d7:43825.replicationSource,1-d00f728e99d7,43825,1732072775259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67cb7b48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:19:36,213 DEBUG [RS:0;d00f728e99d7:43825.replicationSource,1-d00f728e99d7,43825,1732072775259 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:19:36,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,42131,1732072765663 2024-11-20T03:19:36,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@230e932a 2024-11-20T03:19:36,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:19:36,215 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-20T03:19:36,215 INFO [RS:0;d00f728e99d7:43825.replicationSource,1-d00f728e99d7,43825,1732072775259 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d00f728e99d7,43825,1732072775259 (queues=0) is replicating from cluster=b1076e4b-e2d1-43af-b49a-ab180d61d257 to cluster=70fcc4b6-1c8a-4af3-ae30-05071d13856b 2024-11-20T03:19:36,224 WARN [d00f728e99d7:42507 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T03:19:36,311 INFO [RS:0;d00f728e99d7:43825 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:19:36,313 INFO [RS:0;d00f728e99d7:43825 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C43825%2C1732072775259, suffix=, logDir=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,43825,1732072775259, archiveDir=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/oldWALs, maxLogs=10 2024-11-20T03:19:36,324 DEBUG [RS:0;d00f728e99d7:43825 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,43825,1732072775259/d00f728e99d7%2C43825%2C1732072775259.1732072776313, exclude list is [], retry=0 2024-11-20T03:19:36,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39225,DS-3bc713f5-bbf9-4a49-9a5e-a1c0c48f6c3a,DISK] 2024-11-20T03:19:36,328 INFO [RS:0;d00f728e99d7:43825 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,43825,1732072775259/d00f728e99d7%2C43825%2C1732072775259.1732072776313 2024-11-20T03:19:36,328 DEBUG [RS:0;d00f728e99d7:43825 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group d00f728e99d7%2C43825%2C1732072775259 for peer 1 2024-11-20T03:19:36,328 DEBUG [RS:0;d00f728e99d7:43825 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d00f728e99d7%2C43825%2C1732072775259 2024-11-20T03:19:36,328 INFO [RS:0;d00f728e99d7:43825 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d00f728e99d7,43825,1732072775259, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T03:19:36,329 DEBUG [RS:0;d00f728e99d7:43825 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41427:41427)] 2024-11-20T03:19:36,329 INFO [RS:0;d00f728e99d7:43825.replicationSource.shipperd00f728e99d7%2C43825%2C1732072775259,1-d00f728e99d7,43825,1732072775259 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d00f728e99d7%2C43825%2C1732072775259 2024-11-20T03:19:36,329 DEBUG [RS:0;d00f728e99d7:43825.replicationSource.wal-reader.d00f728e99d7%2C43825%2C1732072775259,1-d00f728e99d7,43825,1732072775259 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,43825,1732072775259/d00f728e99d7%2C43825%2C1732072775259.1732072776313, startPosition=0, beingWritten=true 2024-11-20T03:19:36,475 DEBUG [d00f728e99d7:42507 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T03:19:36,475 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d00f728e99d7,43825,1732072775259 2024-11-20T03:19:36,476 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,43825,1732072775259, state=OPENING 2024-11-20T03:19:36,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x1015640d71a0007, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-860608703/meta-region-server 2024-11-20T03:19:36,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1015640d71a0006, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-860608703/meta-region-server 2024-11-20T03:19:36,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-860608703/meta-region-server: CHANGED 2024-11-20T03:19:36,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-860608703/meta-region-server: CHANGED 2024-11-20T03:19:36,492 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:19:36,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,43825,1732072775259}] 2024-11-20T03:19:36,533 DEBUG [RS:0;d00f728e99d7:43825.replicationSource.wal-reader.d00f728e99d7%2C43825%2C1732072775259,1-d00f728e99d7,43825,1732072775259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,43825,1732072775259/d00f728e99d7%2C43825%2C1732072775259.1732072776313 to pos 0, reset compression=false 2024-11-20T03:19:36,644 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:19:36,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T03:19:36,648 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T03:19:36,648 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:19:36,648 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T03:19:36,649 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C43825%2C1732072775259.meta, suffix=.meta, logDir=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,43825,1732072775259, archiveDir=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/oldWALs, maxLogs=10 2024-11-20T03:19:36,661 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,43825,1732072775259/d00f728e99d7%2C43825%2C1732072775259.meta.1732072776650.meta, exclude list is [], retry=0 2024-11-20T03:19:36,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39225,DS-3bc713f5-bbf9-4a49-9a5e-a1c0c48f6c3a,DISK] 2024-11-20T03:19:36,664 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,43825,1732072775259/d00f728e99d7%2C43825%2C1732072775259.meta.1732072776650.meta 2024-11-20T03:19:36,665 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41427:41427)] 2024-11-20T03:19:36,665 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:19:36,665 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:19:36,665 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:19:36,665 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T03:19:36,665 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T03:19:36,665 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T03:19:36,665 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:19:36,665 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T03:19:36,665 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T03:19:36,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:19:36,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:19:36,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:36,672 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/meta/1588230740/info/537b962cf997468ab580c038a1d00b76 2024-11-20T03:19:36,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:19:36,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:19:36,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:19:36,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:36,678 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/meta/1588230740/ns/6090abea252a4652b8ec58c31d20b81d 2024-11-20T03:19:36,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:19:36,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:19:36,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:19:36,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:36,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:19:36,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:19:36,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:19:36,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:36,685 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/meta/1588230740/table/060c442a572b4ff38a645ac2d0c0c206 2024-11-20T03:19:36,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:19:36,686 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:19:36,686 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/meta/1588230740 2024-11-20T03:19:36,687 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/meta/1588230740 2024-11-20T03:19:36,688 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:19:36,688 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:19:36,689 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:19:36,690 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:19:36,691 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63341366, jitterRate=-0.05614009499549866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:19:36,691 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T03:19:36,691 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732072776665Writing region info on filesystem at 1732072776665Initializing all the Stores at 1732072776666 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072776666Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072776666Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072776666Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072776666Cleaning up temporary data from old regions at 1732072776688 (+22 ms)Running coprocessor post-open hooks at 1732072776691 (+3 ms)Region opened successfully at 1732072776691 2024-11-20T03:19:36,691 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732072776644 2024-11-20T03:19:36,693 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T03:19:36,693 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T03:19:36,694 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=d00f728e99d7,43825,1732072775259 2024-11-20T03:19:36,694 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,43825,1732072775259, state=OPEN 2024-11-20T03:19:36,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x1015640d71a0007, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-860608703/meta-region-server 2024-11-20T03:19:36,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1015640d71a0006, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-860608703/meta-region-server 2024-11-20T03:19:36,702 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d00f728e99d7,43825,1732072775259 2024-11-20T03:19:36,702 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-860608703/meta-region-server: CHANGED 2024-11-20T03:19:36,702 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-860608703/meta-region-server: CHANGED 2024-11-20T03:19:36,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-20T03:19:36,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,43825,1732072775259 in 210 msec 2024-11-20T03:19:36,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T03:19:36,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 631 msec 2024-11-20T03:19:36,837 DEBUG [RS:0;d00f728e99d7:43825.replicationSource.wal-reader.d00f728e99d7%2C43825%2C1732072775259,1-d00f728e99d7,43825,1732072775259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,43825,1732072775259/d00f728e99d7%2C43825%2C1732072775259.1732072776313 to pos 0, reset compression=false 2024-11-20T03:19:37,241 DEBUG [RS:0;d00f728e99d7:43825.replicationSource.wal-reader.d00f728e99d7%2C43825%2C1732072775259,1-d00f728e99d7,43825,1732072775259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,43825,1732072775259/d00f728e99d7%2C43825%2C1732072775259.1732072776313 to pos 0, reset compression=false 2024-11-20T03:19:37,624 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1553ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-20T03:19:37,745 DEBUG [RS:0;d00f728e99d7:43825.replicationSource.wal-reader.d00f728e99d7%2C43825%2C1732072775259,1-d00f728e99d7,43825,1732072775259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,43825,1732072775259/d00f728e99d7%2C43825%2C1732072775259.1732072776313 to pos 0, reset compression=false 2024-11-20T03:19:38,350 DEBUG [RS:0;d00f728e99d7:43825.replicationSource.wal-reader.d00f728e99d7%2C43825%2C1732072775259,1-d00f728e99d7,43825,1732072775259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,43825,1732072775259/d00f728e99d7%2C43825%2C1732072775259.1732072776313 to pos 0, reset compression=false 2024-11-20T03:19:39,054 DEBUG [RS:0;d00f728e99d7:43825.replicationSource.wal-reader.d00f728e99d7%2C43825%2C1732072775259,1-d00f728e99d7,43825,1732072775259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,43825,1732072775259/d00f728e99d7%2C43825%2C1732072775259.1732072776313 to pos 0, reset compression=false 2024-11-20T03:19:39,126 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3055ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-20T03:19:39,858 DEBUG [RS:0;d00f728e99d7:43825.replicationSource.wal-reader.d00f728e99d7%2C43825%2C1732072775259,1-d00f728e99d7,43825,1732072775259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,43825,1732072775259/d00f728e99d7%2C43825%2C1732072775259.1732072776313 to pos 0, reset compression=false 2024-11-20T03:19:40,579 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-20T03:19:40,579 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T03:19:40,579 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:19:40,579 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,43825,1732072775259, seqNum=-1] 2024-11-20T03:19:40,579 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:19:40,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:19:40,584 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9f3eed98bb3a1003fe9eb8649057a027, regionState=OPEN, lastHost=d00f728e99d7,37497,1732072760386, regionLocation=d00f728e99d7,37497,1732072760386, openSeqNum=2 2024-11-20T03:19:40,584 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T03:19:40,584 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732072840584 2024-11-20T03:19:40,584 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732072900584 2024-11-20T03:19:40,584 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-20T03:19:40,584 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): d00f728e99d7,37497,1732072760386 had 2 regions 2024-11-20T03:19:40,584 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,42507,1732072775214-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:40,584 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,42507,1732072775214-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:40,584 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,42507,1732072775214-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:40,584 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d00f728e99d7:42507, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:40,584 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:40,585 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:40,585 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure d00f728e99d7,37497,1732072760386, splitWal=true, meta=true, isMeta: false 2024-11-20T03:19:40,586 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,37497,1732072760386-splitting dir is empty, no logs to split. 2024-11-20T03:19:40,586 INFO [PEWorker-3 {}] master.SplitWALManager(105): d00f728e99d7,37497,1732072760386 WAL count=0, meta=false 2024-11-20T03:19:40,588 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,37497,1732072760386-splitting dir is empty, no logs to split. 2024-11-20T03:19:40,588 INFO [PEWorker-3 {}] master.SplitWALManager(105): d00f728e99d7,37497,1732072760386 WAL count=0, meta=false 2024-11-20T03:19:40,588 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if d00f728e99d7,37497,1732072760386 WAL splitting is done? wals=0, meta=false 2024-11-20T03:19:40,590 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.183sec 2024-11-20T03:19:40,590 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T03:19:40,591 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T03:19:40,591 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T03:19:40,591 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T03:19:40,591 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T03:19:40,591 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,42507,1732072775214-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:19:40,591 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,42507,1732072775214-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T03:19:40,592 WARN [master/d00f728e99d7:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=d00f728e99d7,37497,1732072760386/hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027. 2024-11-20T03:19:40,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9f3eed98bb3a1003fe9eb8649057a027, ASSIGN}] 2024-11-20T03:19:40,593 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9f3eed98bb3a1003fe9eb8649057a027, ASSIGN 2024-11-20T03:19:40,594 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T03:19:40,594 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9f3eed98bb3a1003fe9eb8649057a027, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T03:19:40,594 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T03:19:40,594 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,42507,1732072775214-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:40,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a1a94a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:19:40,682 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,42507,-1 for getting cluster id 2024-11-20T03:19:40,682 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:19:40,683 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1076e4b-e2d1-43af-b49a-ab180d61d257' 2024-11-20T03:19:40,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:19:40,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1076e4b-e2d1-43af-b49a-ab180d61d257" 2024-11-20T03:19:40,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bab7750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:19:40,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,42507,-1] 2024-11-20T03:19:40,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:19:40,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:40,684 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:19:40,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b841aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:19:40,685 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:19:40,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,43825,1732072775259, seqNum=-1] 2024-11-20T03:19:40,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:19:40,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:19:40,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-20T03:19:40,689 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:19:40,689 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:19:40,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:40,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:40,689 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:19:40,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: d00f728e99d7:42507 after: d00f728e99d7:42507 2024-11-20T03:19:40,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d5f5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:19:40,690 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,42507,-1 for getting cluster id 2024-11-20T03:19:40,690 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:19:40,690 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1076e4b-e2d1-43af-b49a-ab180d61d257' 2024-11-20T03:19:40,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:19:40,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1076e4b-e2d1-43af-b49a-ab180d61d257" 2024-11-20T03:19:40,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a4b69de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:19:40,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,42507,-1] 2024-11-20T03:19:40,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:19:40,691 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:40,692 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:19:40,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62245095, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:19:40,692 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:19:40,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,42507,1732072775214 2024-11-20T03:19:40,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b096e73 2024-11-20T03:19:40,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:19:40,693 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:19:40,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-20T03:19:40,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T03:19:40,694 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:19:40,694 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:19:40,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:40,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:40,694 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:19:40,694 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T03:19:40,694 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=997122718, stopped=false 2024-11-20T03:19:40,694 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d00f728e99d7,42131,1732072765663 2024-11-20T03:19:40,744 DEBUG [d00f728e99d7:42507 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T03:19:40,744 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9f3eed98bb3a1003fe9eb8649057a027, regionState=OPENING, regionLocation=d00f728e99d7,43825,1732072775259 2024-11-20T03:19:40,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9f3eed98bb3a1003fe9eb8649057a027, ASSIGN because future has completed 2024-11-20T03:19:40,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f3eed98bb3a1003fe9eb8649057a027, server=d00f728e99d7,43825,1732072775259}] 2024-11-20T03:19:40,763 DEBUG [RS:0;d00f728e99d7:43825.replicationSource.wal-reader.d00f728e99d7%2C43825%2C1732072775259,1-d00f728e99d7,43825,1732072775259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,43825,1732072775259/d00f728e99d7%2C43825%2C1732072775259.1732072776313 to pos 0, reset compression=false 2024-11-20T03:19:40,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42131-0x1015640d71a0003, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2035615184/running 2024-11-20T03:19:40,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39703-0x1015640d71a0004, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2035615184/running 2024-11-20T03:19:40,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42131-0x1015640d71a0003, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2035615184 2024-11-20T03:19:40,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39703-0x1015640d71a0004, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2035615184 2024-11-20T03:19:40,776 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:19:40,776 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:19:40,776 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:19:40,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:40,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39703-0x1015640d71a0004, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Set watcher on znode that does not yet exist, /1-2035615184/running 2024-11-20T03:19:40,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42131-0x1015640d71a0003, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Set watcher on znode that does not yet exist, /1-2035615184/running 2024-11-20T03:19:40,776 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd00f728e99d7,39703,1732072765809' ***** 2024-11-20T03:19:40,776 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T03:19:40,776 INFO [RS:0;d00f728e99d7:39703 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T03:19:40,776 INFO [RS:0;d00f728e99d7:39703 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T03:19:40,776 INFO [RS:0;d00f728e99d7:39703 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T03:19:40,776 INFO [RS:0;d00f728e99d7:39703 {}] regionserver.HRegionServer(959): stopping server d00f728e99d7,39703,1732072765809 2024-11-20T03:19:40,776 INFO [RS:0;d00f728e99d7:39703 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:19:40,776 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T03:19:40,776 INFO [RS:0;d00f728e99d7:39703 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:39703. 2024-11-20T03:19:40,777 DEBUG [RS:0;d00f728e99d7:39703 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:19:40,777 DEBUG [RS:0;d00f728e99d7:39703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:40,777 INFO [RS:0;d00f728e99d7:39703 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T03:19:40,777 INFO [RS:0;d00f728e99d7:39703 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T03:19:40,777 INFO [RS:0;d00f728e99d7:39703 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T03:19:40,777 INFO [RS:0;d00f728e99d7:39703 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T03:19:40,777 INFO [RS:0;d00f728e99d7:39703 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T03:19:40,777 DEBUG [RS:0;d00f728e99d7:39703 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T03:19:40,777 DEBUG [RS:0;d00f728e99d7:39703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:19:40,777 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:19:40,777 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:19:40,777 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:19:40,777 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:19:40,777 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:19:40,777 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-20T03:19:40,791 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/data/hbase/meta/1588230740/.tmp/ns/30d3b2103dc04cd29613d17496a25c52 is 43, key is default/ns:d/1732072769154/Put/seqid=0 2024-11-20T03:19:40,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741835_1011 (size=5153) 2024-11-20T03:19:40,834 INFO [regionserver/d00f728e99d7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:19:40,901 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027. 2024-11-20T03:19:40,902 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:19:40,902 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T03:19:40,903 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C43825%2C1732072775259.rep, suffix=, logDir=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,43825,1732072775259, archiveDir=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/oldWALs, maxLogs=10 2024-11-20T03:19:40,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,43825,1732072775259/d00f728e99d7%2C43825%2C1732072775259.rep.1732072780903, exclude list is [], retry=0 2024-11-20T03:19:40,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39225,DS-3bc713f5-bbf9-4a49-9a5e-a1c0c48f6c3a,DISK] 2024-11-20T03:19:40,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,43825,1732072775259/d00f728e99d7%2C43825%2C1732072775259.rep.1732072780903 2024-11-20T03:19:40,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41427:41427)] 2024-11-20T03:19:40,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 9f3eed98bb3a1003fe9eb8649057a027, NAME => 'hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:19:40,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:19:40,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:19:40,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027. service=MultiRowMutationService 2024-11-20T03:19:40,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T03:19:40,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9f3eed98bb3a1003fe9eb8649057a027 2024-11-20T03:19:40,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:19:40,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 9f3eed98bb3a1003fe9eb8649057a027 2024-11-20T03:19:40,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 9f3eed98bb3a1003fe9eb8649057a027 2024-11-20T03:19:40,920 INFO [StoreOpener-9f3eed98bb3a1003fe9eb8649057a027-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9f3eed98bb3a1003fe9eb8649057a027 2024-11-20T03:19:40,920 INFO [StoreOpener-9f3eed98bb3a1003fe9eb8649057a027-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f3eed98bb3a1003fe9eb8649057a027 columnFamilyName hfileref 2024-11-20T03:19:40,920 DEBUG [StoreOpener-9f3eed98bb3a1003fe9eb8649057a027-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:40,921 INFO [StoreOpener-9f3eed98bb3a1003fe9eb8649057a027-1 {}] regionserver.HStore(327): Store=9f3eed98bb3a1003fe9eb8649057a027/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:19:40,921 INFO [StoreOpener-9f3eed98bb3a1003fe9eb8649057a027-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9f3eed98bb3a1003fe9eb8649057a027 2024-11-20T03:19:40,922 INFO [StoreOpener-9f3eed98bb3a1003fe9eb8649057a027-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f3eed98bb3a1003fe9eb8649057a027 columnFamilyName queue 2024-11-20T03:19:40,922 DEBUG [StoreOpener-9f3eed98bb3a1003fe9eb8649057a027-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:40,926 DEBUG [StoreOpener-9f3eed98bb3a1003fe9eb8649057a027-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/replication/9f3eed98bb3a1003fe9eb8649057a027/queue/098a85d20a084be68467240833ca8da3 2024-11-20T03:19:40,926 INFO [StoreOpener-9f3eed98bb3a1003fe9eb8649057a027-1 {}] regionserver.HStore(327): Store=9f3eed98bb3a1003fe9eb8649057a027/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:19:40,927 INFO [StoreOpener-9f3eed98bb3a1003fe9eb8649057a027-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9f3eed98bb3a1003fe9eb8649057a027 2024-11-20T03:19:40,927 INFO [StoreOpener-9f3eed98bb3a1003fe9eb8649057a027-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f3eed98bb3a1003fe9eb8649057a027 columnFamilyName sid 2024-11-20T03:19:40,927 DEBUG [StoreOpener-9f3eed98bb3a1003fe9eb8649057a027-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:40,928 INFO [StoreOpener-9f3eed98bb3a1003fe9eb8649057a027-1 {}] regionserver.HStore(327): Store=9f3eed98bb3a1003fe9eb8649057a027/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:19:40,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 9f3eed98bb3a1003fe9eb8649057a027 2024-11-20T03:19:40,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/replication/9f3eed98bb3a1003fe9eb8649057a027 2024-11-20T03:19:40,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/replication/9f3eed98bb3a1003fe9eb8649057a027 2024-11-20T03:19:40,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 9f3eed98bb3a1003fe9eb8649057a027 2024-11-20T03:19:40,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 9f3eed98bb3a1003fe9eb8649057a027 2024-11-20T03:19:40,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:19:40,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 9f3eed98bb3a1003fe9eb8649057a027 2024-11-20T03:19:40,933 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 9f3eed98bb3a1003fe9eb8649057a027; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66409858, jitterRate=-0.010416001081466675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:19:40,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9f3eed98bb3a1003fe9eb8649057a027 2024-11-20T03:19:40,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 9f3eed98bb3a1003fe9eb8649057a027: Running coprocessor pre-open hook at 1732072780919Writing region info on filesystem at 1732072780919Initializing all the Stores at 1732072780919Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072780920 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072780920Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072780920Cleaning up temporary data from old regions at 1732072780930 (+10 ms)Running coprocessor post-open hooks at 1732072780933 (+3 ms)Region opened successfully at 1732072780933 2024-11-20T03:19:40,934 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027., pid=13, masterSystemTime=1732072780899 2024-11-20T03:19:40,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027. 2024-11-20T03:19:40,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027. 2024-11-20T03:19:40,936 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9f3eed98bb3a1003fe9eb8649057a027, regionState=OPEN, openSeqNum=9, regionLocation=d00f728e99d7,43825,1732072775259 2024-11-20T03:19:40,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f3eed98bb3a1003fe9eb8649057a027, server=d00f728e99d7,43825,1732072775259 because future has completed 2024-11-20T03:19:40,940 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-20T03:19:40,940 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 9f3eed98bb3a1003fe9eb8649057a027, server=d00f728e99d7,43825,1732072775259 in 191 msec 2024-11-20T03:19:40,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-20T03:19:40,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9f3eed98bb3a1003fe9eb8649057a027, ASSIGN in 348 msec 2024-11-20T03:19:40,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-20T03:19:40,945 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T03:19:40,945 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T03:19:40,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027., hostname=d00f728e99d7,43825,1732072775259, seqNum=9] 2024-11-20T03:19:40,957 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for d00f728e99d7,37497,1732072760386 2024-11-20T03:19:40,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-20T03:19:40,977 DEBUG [RS:0;d00f728e99d7:39703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:19:41,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43825 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-20T03:19:41,177 DEBUG [RS:0;d00f728e99d7:39703 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:19:41,196 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/data/hbase/meta/1588230740/.tmp/ns/30d3b2103dc04cd29613d17496a25c52 2024-11-20T03:19:41,228 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/data/hbase/meta/1588230740/.tmp/ns/30d3b2103dc04cd29613d17496a25c52 as hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/data/hbase/meta/1588230740/ns/30d3b2103dc04cd29613d17496a25c52 2024-11-20T03:19:41,232 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/data/hbase/meta/1588230740/ns/30d3b2103dc04cd29613d17496a25c52, entries=2, sequenceid=6, filesize=5.0 K 2024-11-20T03:19:41,233 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 456ms, sequenceid=6, compaction requested=false 2024-11-20T03:19:41,233 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T03:19:41,237 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T03:19:41,237 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:19:41,237 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:19:41,238 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:19:41,238 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072780777Running coprocessor pre-close hooks at 1732072780777Disabling compacts and flushes for region at 1732072780777Disabling writes for close at 1732072780777Obtaining lock to block concurrent updates at 1732072780777Preparing flush snapshotting stores in 1588230740 at 1732072780777Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732072780778 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732072780778Flushing 1588230740/ns: creating writer at 1732072780778Flushing 1588230740/ns: appending metadata at 1732072780791 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732072780791Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@288926d9: reopening flushed file at 1732072781227 (+436 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 456ms, sequenceid=6, compaction requested=false at 1732072781233 (+6 ms)Writing region close event to WAL at 1732072781234 (+1 ms)Running coprocessor post-close hooks at 1732072781237 (+3 ms)Closed at 1732072781238 (+1 ms) 2024-11-20T03:19:41,238 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T03:19:41,378 INFO [RS:0;d00f728e99d7:39703 {}] regionserver.HRegionServer(976): stopping server d00f728e99d7,39703,1732072765809; all regions closed. 2024-11-20T03:19:41,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741834_1010 (size=1152) 2024-11-20T03:19:41,380 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/WALs/d00f728e99d7,39703,1732072765809/d00f728e99d7%2C39703%2C1732072765809.meta.1732072769101.meta not finished, retry = 0 2024-11-20T03:19:41,482 DEBUG [RS:0;d00f728e99d7:39703 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/oldWALs 2024-11-20T03:19:41,482 INFO [RS:0;d00f728e99d7:39703 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d00f728e99d7%2C39703%2C1732072765809.meta:.meta(num 1732072769101) 2024-11-20T03:19:41,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741832_1008 (size=93) 2024-11-20T03:19:41,486 DEBUG [RS:0;d00f728e99d7:39703 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/oldWALs 2024-11-20T03:19:41,486 INFO [RS:0;d00f728e99d7:39703 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d00f728e99d7%2C39703%2C1732072765809:(num 1732072768052) 2024-11-20T03:19:41,486 DEBUG [RS:0;d00f728e99d7:39703 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:41,486 INFO [RS:0;d00f728e99d7:39703 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:19:41,486 INFO [RS:0;d00f728e99d7:39703 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:19:41,486 INFO [RS:0;d00f728e99d7:39703 {}] hbase.ChoreService(370): Chore service for: regionserver/d00f728e99d7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T03:19:41,486 INFO [RS:0;d00f728e99d7:39703 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:19:41,486 INFO [regionserver/d00f728e99d7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:19:41,486 INFO [RS:0;d00f728e99d7:39703 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39703 2024-11-20T03:19:41,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42131-0x1015640d71a0003, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2035615184/rs 2024-11-20T03:19:41,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39703-0x1015640d71a0004, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2035615184/rs/d00f728e99d7,39703,1732072765809 2024-11-20T03:19:41,502 INFO [RS:0;d00f728e99d7:39703 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:19:41,502 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d00f728e99d7,39703,1732072765809] 2024-11-20T03:19:41,523 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2035615184/draining/d00f728e99d7,39703,1732072765809 already deleted, retry=false 2024-11-20T03:19:41,523 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d00f728e99d7,39703,1732072765809 expired; onlineServers=0 2024-11-20T03:19:41,523 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd00f728e99d7,42131,1732072765663' ***** 2024-11-20T03:19:41,523 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T03:19:41,523 INFO [M:0;d00f728e99d7:42131 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:19:41,523 INFO [M:0;d00f728e99d7:42131 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:19:41,523 DEBUG [M:0;d00f728e99d7:42131 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T03:19:41,523 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T03:19:41,523 DEBUG [M:0;d00f728e99d7:42131 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T03:19:41,523 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072767827 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072767827,5,FailOnTimeoutGroup] 2024-11-20T03:19:41,523 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072767826 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072767826,5,FailOnTimeoutGroup] 2024-11-20T03:19:41,523 INFO [M:0;d00f728e99d7:42131 {}] hbase.ChoreService(370): Chore service for: master/d00f728e99d7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T03:19:41,523 INFO [M:0;d00f728e99d7:42131 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:19:41,523 DEBUG [M:0;d00f728e99d7:42131 {}] master.HMaster(1795): Stopping service threads 2024-11-20T03:19:41,523 INFO [M:0;d00f728e99d7:42131 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T03:19:41,523 INFO [M:0;d00f728e99d7:42131 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:19:41,523 INFO [M:0;d00f728e99d7:42131 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T03:19:41,523 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T03:19:41,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42131-0x1015640d71a0003, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2035615184/master 2024-11-20T03:19:41,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42131-0x1015640d71a0003, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2035615184 2024-11-20T03:19:41,533 DEBUG [M:0;d00f728e99d7:42131 {}] zookeeper.ZKUtil(347): master:42131-0x1015640d71a0003, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Unable to get data of znode /1-2035615184/master because node does not exist (not an error) 2024-11-20T03:19:41,533 WARN [M:0;d00f728e99d7:42131 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T03:19:41,534 INFO [M:0;d00f728e99d7:42131 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/.lastflushedseqids 2024-11-20T03:19:41,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741836_1012 (size=99) 2024-11-20T03:19:41,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39703-0x1015640d71a0004, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:19:41,612 INFO [RS:0;d00f728e99d7:39703 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:19:41,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39703-0x1015640d71a0004, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:19:41,612 INFO [RS:0;d00f728e99d7:39703 {}] regionserver.HRegionServer(1031): Exiting; stopping=d00f728e99d7,39703,1732072765809; zookeeper connection closed. 2024-11-20T03:19:41,613 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5da1d763 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5da1d763 2024-11-20T03:19:41,613 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T03:19:41,767 DEBUG [RS:0;d00f728e99d7:43825.replicationSource.wal-reader.d00f728e99d7%2C43825%2C1732072775259,1-d00f728e99d7,43825,1732072775259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,43825,1732072775259/d00f728e99d7%2C43825%2C1732072775259.1732072776313 to pos 0, reset compression=false 2024-11-20T03:19:41,939 INFO [M:0;d00f728e99d7:42131 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T03:19:41,939 INFO [M:0;d00f728e99d7:42131 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T03:19:41,939 DEBUG [M:0;d00f728e99d7:42131 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:19:41,939 INFO [M:0;d00f728e99d7:42131 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:19:41,939 DEBUG [M:0;d00f728e99d7:42131 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:19:41,939 DEBUG [M:0;d00f728e99d7:42131 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:19:41,939 DEBUG [M:0;d00f728e99d7:42131 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:19:41,939 INFO [M:0;d00f728e99d7:42131 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-20T03:19:41,953 DEBUG [M:0;d00f728e99d7:42131 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea1047a0f81046c5b2b0ff4624ebc58d is 82, key is hbase:meta,,1/info:regioninfo/1732072769131/Put/seqid=0 2024-11-20T03:19:41,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741837_1013 (size=5672) 2024-11-20T03:19:42,167 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T03:19:42,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:42,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:42,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:42,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:42,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:42,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:42,357 INFO [M:0;d00f728e99d7:42131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea1047a0f81046c5b2b0ff4624ebc58d 2024-11-20T03:19:42,374 DEBUG [M:0;d00f728e99d7:42131 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/955e8508d0864a5ea53a5501105e48c7 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732072769158/Put/seqid=0 2024-11-20T03:19:42,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741838_1014 (size=5275) 2024-11-20T03:19:42,778 INFO [M:0;d00f728e99d7:42131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/955e8508d0864a5ea53a5501105e48c7 2024-11-20T03:19:42,794 DEBUG [M:0;d00f728e99d7:42131 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ccce747650e41b1bd6c40cab62dab72 is 69, key is d00f728e99d7,39703,1732072765809/rs:state/1732072767866/Put/seqid=0 2024-11-20T03:19:42,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741839_1015 (size=5156) 2024-11-20T03:19:42,872 DEBUG [RS:0;d00f728e99d7:43825.replicationSource.wal-reader.d00f728e99d7%2C43825%2C1732072775259,1-d00f728e99d7,43825,1732072775259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,43825,1732072775259/d00f728e99d7%2C43825%2C1732072775259.1732072776313 to pos 0, reset compression=false 2024-11-20T03:19:43,198 INFO [M:0;d00f728e99d7:42131 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ccce747650e41b1bd6c40cab62dab72 2024-11-20T03:19:43,203 DEBUG [M:0;d00f728e99d7:42131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea1047a0f81046c5b2b0ff4624ebc58d as hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ea1047a0f81046c5b2b0ff4624ebc58d 2024-11-20T03:19:43,207 INFO [M:0;d00f728e99d7:42131 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ea1047a0f81046c5b2b0ff4624ebc58d, entries=8, sequenceid=28, filesize=5.5 K 2024-11-20T03:19:43,208 DEBUG [M:0;d00f728e99d7:42131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/955e8508d0864a5ea53a5501105e48c7 as hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/955e8508d0864a5ea53a5501105e48c7 2024-11-20T03:19:43,212 INFO [M:0;d00f728e99d7:42131 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/955e8508d0864a5ea53a5501105e48c7, entries=3, sequenceid=28, filesize=5.2 K 2024-11-20T03:19:43,212 DEBUG [M:0;d00f728e99d7:42131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ccce747650e41b1bd6c40cab62dab72 as hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5ccce747650e41b1bd6c40cab62dab72 2024-11-20T03:19:43,216 INFO [M:0;d00f728e99d7:42131 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45557/user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5ccce747650e41b1bd6c40cab62dab72, entries=1, sequenceid=28, filesize=5.0 K 2024-11-20T03:19:43,217 INFO [M:0;d00f728e99d7:42131 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=28, compaction requested=false 2024-11-20T03:19:43,218 INFO [M:0;d00f728e99d7:42131 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:19:43,218 DEBUG [M:0;d00f728e99d7:42131 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072781939Disabling compacts and flushes for region at 1732072781939Disabling writes for close at 1732072781939Obtaining lock to block concurrent updates at 1732072781939Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732072781939Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732072781940 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732072781940Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732072781940Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732072781952 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732072781953 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732072782361 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732072782373 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732072782373Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732072782782 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732072782794 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732072782794Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@517484e1: reopening flushed file at 1732072783202 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59979bed: reopening flushed file at 1732072783207 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f8b1b37: reopening flushed file at 1732072783212 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=28, compaction requested=false at 1732072783217 (+5 ms)Writing region close event to WAL at 1732072783218 (+1 ms)Closed at 1732072783218 2024-11-20T03:19:43,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36185 is added to blk_1073741830_1006 (size=10165) 2024-11-20T03:19:43,220 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/53879ca8-f641-52d1-f7c9-424bbd8cc189/MasterData/WALs/d00f728e99d7,42131,1732072765663/d00f728e99d7%2C42131%2C1732072765663.1732072767558 not finished, retry = 0 2024-11-20T03:19:43,321 INFO [M:0;d00f728e99d7:42131 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T03:19:43,321 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:19:43,321 INFO [M:0;d00f728e99d7:42131 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42131 2024-11-20T03:19:43,321 INFO [M:0;d00f728e99d7:42131 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:19:43,486 INFO [M:0;d00f728e99d7:42131 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:19:43,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42131-0x1015640d71a0003, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:19:43,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42131-0x1015640d71a0003, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:19:43,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67c03719{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:19:43,489 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ee05249{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:19:43,489 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:19:43,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3770829e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:19:43,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75117a99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33904b5c-5f44-8ff4-1dcf-d11c16b76c52/hadoop.log.dir/,STOPPED} 2024-11-20T03:19:43,490 WARN [BP-1261909889-172.17.0.2-1732072763867 heartbeating to localhost/127.0.0.1:45557 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T03:19:43,490 WARN [BP-1261909889-172.17.0.2-1732072763867 heartbeating to localhost/127.0.0.1:45557 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1261909889-172.17.0.2-1732072763867 (Datanode Uuid ea1acfb0-815c-46e3-a074-c793987c6d58) service to localhost/127.0.0.1:45557 2024-11-20T03:19:43,490 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T03:19:43,490 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T03:19:43,490 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33904b5c-5f44-8ff4-1dcf-d11c16b76c52/cluster_d526bbfb-e90a-1d07-0327-a4c3ccf72fc1/data/data1/current/BP-1261909889-172.17.0.2-1732072763867 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:19:43,491 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33904b5c-5f44-8ff4-1dcf-d11c16b76c52/cluster_d526bbfb-e90a-1d07-0327-a4c3ccf72fc1/data/data2/current/BP-1261909889-172.17.0.2-1732072763867 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:19:43,491 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T03:19:43,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e225f62{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:19:43,497 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9d207cf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:19:43,497 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:19:43,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69ed25a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:19:43,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73f3698b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33904b5c-5f44-8ff4-1dcf-d11c16b76c52/hadoop.log.dir/,STOPPED} 2024-11-20T03:19:43,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T03:19:43,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T03:19:43,507 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:19:43,507 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:19:43,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:43,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:43,507 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:19:43,507 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T03:19:43,507 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=944273813, stopped=false 2024-11-20T03:19:43,507 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d00f728e99d7,42507,1732072775214 2024-11-20T03:19:43,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1015640d71a0006, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-860608703/running 2024-11-20T03:19:43,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x1015640d71a0007, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-860608703/running 2024-11-20T03:19:43,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1015640d71a0006, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-860608703 2024-11-20T03:19:43,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x1015640d71a0007, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-860608703 2024-11-20T03:19:43,533 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:19:43,533 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:19:43,533 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:19:43,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:43,533 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42507-0x1015640d71a0006, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Set watcher on znode that does not yet exist, /0-860608703/running 2024-11-20T03:19:43,533 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd00f728e99d7,43825,1732072775259' ***** 2024-11-20T03:19:43,533 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T03:19:43,533 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43825-0x1015640d71a0007, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Set watcher on znode that does not yet exist, /0-860608703/running 2024-11-20T03:19:43,533 INFO [RS:0;d00f728e99d7:43825 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T03:19:43,534 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T03:19:43,534 INFO [RS:0;d00f728e99d7:43825 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T03:19:43,534 INFO [RS:0;d00f728e99d7:43825 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T03:19:43,534 INFO [RS:0;d00f728e99d7:43825 {}] regionserver.HRegionServer(3091): Received CLOSE for 9f3eed98bb3a1003fe9eb8649057a027 2024-11-20T03:19:43,534 INFO [RS:0;d00f728e99d7:43825 {}] regionserver.HRegionServer(959): stopping server d00f728e99d7,43825,1732072775259 2024-11-20T03:19:43,534 INFO [RS:0;d00f728e99d7:43825 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:19:43,534 INFO [RS:0;d00f728e99d7:43825 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:43825. 2024-11-20T03:19:43,534 DEBUG [RS:0;d00f728e99d7:43825 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:19:43,534 DEBUG [RS:0;d00f728e99d7:43825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:43,534 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9f3eed98bb3a1003fe9eb8649057a027, disabling compactions & flushes 2024-11-20T03:19:43,534 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027. 2024-11-20T03:19:43,534 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027. 2024-11-20T03:19:43,534 INFO [RS:0;d00f728e99d7:43825 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T03:19:43,534 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027. after waiting 0 ms 2024-11-20T03:19:43,534 INFO [RS:0;d00f728e99d7:43825 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T03:19:43,534 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027. 2024-11-20T03:19:43,534 INFO [RS:0;d00f728e99d7:43825 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T03:19:43,534 INFO [RS:0;d00f728e99d7:43825 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T03:19:43,534 INFO [RS:0;d00f728e99d7:43825 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T03:19:43,534 DEBUG [RS:0;d00f728e99d7:43825 {}] regionserver.HRegionServer(1325): Online Regions={9f3eed98bb3a1003fe9eb8649057a027=hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T03:19:43,534 DEBUG [RS:0;d00f728e99d7:43825 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9f3eed98bb3a1003fe9eb8649057a027 2024-11-20T03:19:43,534 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:19:43,534 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:19:43,535 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:19:43,535 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:19:43,535 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:19:43,535 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-20T03:19:43,537 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/replication/9f3eed98bb3a1003fe9eb8649057a027/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-20T03:19:43,538 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:19:43,538 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:19:43,538 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027. 2024-11-20T03:19:43,538 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9f3eed98bb3a1003fe9eb8649057a027: Waiting for close lock at 1732072783534Running coprocessor pre-close hooks at 1732072783534Disabling compacts and flushes for region at 1732072783534Disabling writes for close at 1732072783534Writing region close event to WAL at 1732072783535 (+1 ms)Running coprocessor post-close hooks at 1732072783538 (+3 ms)Closed at 1732072783538 2024-11-20T03:19:43,538 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027. 2024-11-20T03:19:43,551 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/meta/1588230740/.tmp/info/bd6e6701b977485894c21bf073627db1 is 147, key is hbase:replication,,1732072769276.9f3eed98bb3a1003fe9eb8649057a027./info:regioninfo/1732072780936/Put/seqid=0 2024-11-20T03:19:43,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39225 is added to blk_1073741851_1027 (size=6385) 2024-11-20T03:19:43,580 INFO [regionserver/d00f728e99d7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:19:43,735 DEBUG [RS:0;d00f728e99d7:43825 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:19:43,935 DEBUG [RS:0;d00f728e99d7:43825 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:19:43,955 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/meta/1588230740/.tmp/info/bd6e6701b977485894c21bf073627db1 2024-11-20T03:19:43,960 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/meta/1588230740/.tmp/info/bd6e6701b977485894c21bf073627db1 as hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/meta/1588230740/info/bd6e6701b977485894c21bf073627db1 2024-11-20T03:19:43,965 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/meta/1588230740/info/bd6e6701b977485894c21bf073627db1, entries=8, sequenceid=19, filesize=6.2 K 2024-11-20T03:19:43,965 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=19, compaction requested=false 2024-11-20T03:19:43,970 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-20T03:19:43,970 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:19:43,970 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:19:43,970 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:19:43,971 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072783534Running coprocessor pre-close hooks at 1732072783534Disabling compacts and flushes for region at 1732072783534Disabling writes for close at 1732072783535 (+1 ms)Obtaining lock to block concurrent updates at 1732072783535Preparing flush snapshotting stores in 1588230740 at 1732072783535Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732072783535Flushing stores of hbase:meta,,1.1588230740 at 1732072783535Flushing 1588230740/info: creating writer at 1732072783536 (+1 ms)Flushing 1588230740/info: appending metadata at 1732072783550 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732072783550Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@254f0a43: reopening flushed file at 1732072783959 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=19, compaction requested=false at 1732072783965 (+6 ms)Writing region close event to WAL at 1732072783967 (+2 ms)Running coprocessor post-close hooks at 1732072783970 (+3 ms)Closed at 1732072783970 2024-11-20T03:19:43,971 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T03:19:44,077 DEBUG [RS:0;d00f728e99d7:43825.replicationSource.wal-reader.d00f728e99d7%2C43825%2C1732072775259,1-d00f728e99d7,43825,1732072775259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,43825,1732072775259/d00f728e99d7%2C43825%2C1732072775259.1732072776313 to pos 0, reset compression=false 2024-11-20T03:19:44,135 INFO [RS:0;d00f728e99d7:43825 {}] regionserver.HRegionServer(976): stopping server d00f728e99d7,43825,1732072775259; all regions closed. 2024-11-20T03:19:44,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39225 is added to blk_1073741849_1025 (size=2156) 2024-11-20T03:19:44,137 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,43825,1732072775259/d00f728e99d7%2C43825%2C1732072775259.meta.1732072776650.meta not finished, retry = 0 2024-11-20T03:19:44,175 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T03:19:44,175 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T03:19:44,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:19:44,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T03:19:44,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:19:44,240 DEBUG [RS:0;d00f728e99d7:43825 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/oldWALs 2024-11-20T03:19:44,240 INFO [RS:0;d00f728e99d7:43825 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d00f728e99d7%2C43825%2C1732072775259.meta:.meta(num 1732072776650) 2024-11-20T03:19:44,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39225 is added to blk_1073741850_1026 (size=796) 2024-11-20T03:19:44,243 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,43825,1732072775259/d00f728e99d7%2C43825%2C1732072775259.rep.1732072780903 not finished, retry = 0 2024-11-20T03:19:44,345 DEBUG [RS:0;d00f728e99d7:43825 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/oldWALs 2024-11-20T03:19:44,345 INFO [RS:0;d00f728e99d7:43825 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d00f728e99d7%2C43825%2C1732072775259.rep:(num 1732072780903) 2024-11-20T03:19:44,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39225 is added to blk_1073741848_1024 (size=93) 2024-11-20T03:19:44,347 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/WALs/d00f728e99d7,43825,1732072775259/d00f728e99d7%2C43825%2C1732072775259.1732072776313 not finished, retry = 0 2024-11-20T03:19:44,449 DEBUG [RS:0;d00f728e99d7:43825 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/oldWALs 2024-11-20T03:19:44,450 INFO [RS:0;d00f728e99d7:43825 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d00f728e99d7%2C43825%2C1732072775259:(num 1732072776313) 2024-11-20T03:19:44,450 DEBUG [RS:0;d00f728e99d7:43825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:44,450 INFO [RS:0;d00f728e99d7:43825 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:19:44,450 INFO [RS:0;d00f728e99d7:43825 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:19:44,450 INFO [RS:0;d00f728e99d7:43825 {}] hbase.ChoreService(370): Chore service for: regionserver/d00f728e99d7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T03:19:44,450 INFO [RS:0;d00f728e99d7:43825 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:19:44,450 INFO [regionserver/d00f728e99d7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:19:44,450 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/d00f728e99d7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-20T03:19:44,450 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/d00f728e99d7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-20T03:19:44,450 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/d00f728e99d7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-20T03:19:44,450 INFO [RS:0;d00f728e99d7:43825 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d00f728e99d7,43825,1732072775259 because: Region server is closing 2024-11-20T03:19:44,450 INFO [RS:0;d00f728e99d7:43825 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:43825. 2024-11-20T03:19:44,451 DEBUG [RS:0;d00f728e99d7:43825 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:19:44,451 DEBUG [RS:0;d00f728e99d7:43825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:44,451 DEBUG [RS:0;d00f728e99d7:43825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:44,451 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:19:44,551 WARN [RS:0;d00f728e99d7:43825.replicationSource.wal-reader.d00f728e99d7%2C43825%2C1732072775259,1-d00f728e99d7,43825,1732072775259 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T03:19:44,551 WARN [RS:0;d00f728e99d7:43825.replicationSource.shipperd00f728e99d7%2C43825%2C1732072775259,1-d00f728e99d7,43825,1732072775259 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T03:19:44,551 INFO [RS:0;d00f728e99d7:43825 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;d00f728e99d7:43825.replicationSource.shipperd00f728e99d7%2C43825%2C1732072775259,1-d00f728e99d7,43825,1732072775259 terminated 2024-11-20T03:19:44,551 INFO [RS:0;d00f728e99d7:43825 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43825 2024-11-20T03:19:44,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x1015640d71a0007, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-860608703/rs/d00f728e99d7,43825,1732072775259 2024-11-20T03:19:44,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1015640d71a0006, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-860608703/rs 2024-11-20T03:19:44,607 INFO [RS:0;d00f728e99d7:43825 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:19:44,617 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d00f728e99d7,43825,1732072775259] 2024-11-20T03:19:44,656 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-860608703/draining/d00f728e99d7,43825,1732072775259 already deleted, retry=false 2024-11-20T03:19:44,656 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d00f728e99d7,43825,1732072775259 expired; onlineServers=0 2024-11-20T03:19:44,656 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd00f728e99d7,42507,1732072775214' ***** 2024-11-20T03:19:44,656 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T03:19:44,657 INFO [M:0;d00f728e99d7:42507 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:19:44,657 INFO [M:0;d00f728e99d7:42507 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:19:44,657 DEBUG [M:0;d00f728e99d7:42507 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T03:19:44,657 DEBUG [M:0;d00f728e99d7:42507 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T03:19:44,657 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T03:19:44,657 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072776070 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072776070,5,FailOnTimeoutGroup] 2024-11-20T03:19:44,657 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072776070 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072776070,5,FailOnTimeoutGroup] 2024-11-20T03:19:44,657 INFO [M:0;d00f728e99d7:42507 {}] hbase.ChoreService(370): Chore service for: master/d00f728e99d7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T03:19:44,657 INFO [M:0;d00f728e99d7:42507 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:19:44,657 DEBUG [M:0;d00f728e99d7:42507 {}] master.HMaster(1795): Stopping service threads 2024-11-20T03:19:44,657 INFO [M:0;d00f728e99d7:42507 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T03:19:44,657 INFO [M:0;d00f728e99d7:42507 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:19:44,657 INFO [M:0;d00f728e99d7:42507 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T03:19:44,657 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T03:19:44,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1015640d71a0006, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-860608703/master 2024-11-20T03:19:44,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1015640d71a0006, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-860608703 2024-11-20T03:19:44,670 DEBUG [M:0;d00f728e99d7:42507 {}] zookeeper.ZKUtil(347): master:42507-0x1015640d71a0006, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Unable to get data of znode /0-860608703/master because node does not exist (not an error) 2024-11-20T03:19:44,670 WARN [M:0;d00f728e99d7:42507 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T03:19:44,671 INFO [M:0;d00f728e99d7:42507 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/.lastflushedseqids 2024-11-20T03:19:44,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39225 is added to blk_1073741852_1028 (size=181) 2024-11-20T03:19:44,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x1015640d71a0007, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:19:44,717 INFO [RS:0;d00f728e99d7:43825 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:19:44,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x1015640d71a0007, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:19:44,717 INFO [RS:0;d00f728e99d7:43825 {}] regionserver.HRegionServer(1031): Exiting; stopping=d00f728e99d7,43825,1732072775259; zookeeper connection closed. 2024-11-20T03:19:44,718 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@19be76a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@19be76a 2024-11-20T03:19:44,718 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T03:19:45,075 INFO [M:0;d00f728e99d7:42507 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T03:19:45,075 INFO [M:0;d00f728e99d7:42507 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T03:19:45,076 DEBUG [M:0;d00f728e99d7:42507 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:19:45,076 INFO [M:0;d00f728e99d7:42507 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:19:45,076 DEBUG [M:0;d00f728e99d7:42507 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:19:45,076 DEBUG [M:0;d00f728e99d7:42507 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:19:45,076 DEBUG [M:0;d00f728e99d7:42507 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:19:45,076 INFO [M:0;d00f728e99d7:42507 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-20T03:19:45,089 DEBUG [M:0;d00f728e99d7:42507 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8059b194a6ed49f09530ab061d89821c is 82, key is hbase:meta,,1/info:regioninfo/1732072776693/Put/seqid=0 2024-11-20T03:19:45,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39225 is added to blk_1073741853_1029 (size=5672) 2024-11-20T03:19:45,493 INFO [M:0;d00f728e99d7:42507 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8059b194a6ed49f09530ab061d89821c 2024-11-20T03:19:45,514 DEBUG [M:0;d00f728e99d7:42507 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9809f873e9dc44298e0f1141d8a9bd61 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732072780940/Put/seqid=0 2024-11-20T03:19:45,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39225 is added to blk_1073741854_1030 (size=7312) 2024-11-20T03:19:45,919 INFO [M:0;d00f728e99d7:42507 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9809f873e9dc44298e0f1141d8a9bd61 2024-11-20T03:19:45,936 DEBUG [M:0;d00f728e99d7:42507 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5423efef6aa458997cb34340f34701a is 69, key is d00f728e99d7,43825,1732072775259/rs:state/1732072776116/Put/seqid=0 2024-11-20T03:19:45,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39225 is added to blk_1073741855_1031 (size=5370) 2024-11-20T03:19:46,340 INFO [M:0;d00f728e99d7:42507 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5423efef6aa458997cb34340f34701a 2024-11-20T03:19:46,344 INFO [M:0;d00f728e99d7:42507 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e5423efef6aa458997cb34340f34701a 2024-11-20T03:19:46,345 DEBUG [M:0;d00f728e99d7:42507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8059b194a6ed49f09530ab061d89821c as hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8059b194a6ed49f09530ab061d89821c 2024-11-20T03:19:46,349 INFO [M:0;d00f728e99d7:42507 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8059b194a6ed49f09530ab061d89821c, entries=8, sequenceid=127, filesize=5.5 K 2024-11-20T03:19:46,349 DEBUG [M:0;d00f728e99d7:42507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9809f873e9dc44298e0f1141d8a9bd61 as hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9809f873e9dc44298e0f1141d8a9bd61 2024-11-20T03:19:46,354 INFO [M:0;d00f728e99d7:42507 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9809f873e9dc44298e0f1141d8a9bd61, entries=7, sequenceid=127, filesize=7.1 K 2024-11-20T03:19:46,355 DEBUG [M:0;d00f728e99d7:42507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5423efef6aa458997cb34340f34701a as hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e5423efef6aa458997cb34340f34701a 2024-11-20T03:19:46,358 INFO [M:0;d00f728e99d7:42507 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e5423efef6aa458997cb34340f34701a 2024-11-20T03:19:46,359 INFO [M:0;d00f728e99d7:42507 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43163/user/jenkins/test-data/617aa03d-a315-2107-526d-60eab81fe997/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e5423efef6aa458997cb34340f34701a, entries=2, sequenceid=127, filesize=5.2 K 2024-11-20T03:19:46,359 INFO [M:0;d00f728e99d7:42507 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=127, compaction requested=false 2024-11-20T03:19:46,360 INFO [M:0;d00f728e99d7:42507 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:19:46,361 DEBUG [M:0;d00f728e99d7:42507 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072785076Disabling compacts and flushes for region at 1732072785076Disabling writes for close at 1732072785076Obtaining lock to block concurrent updates at 1732072785076Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732072785076Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732072785076Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732072785077 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732072785077Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732072785089 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732072785089Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732072785498 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732072785514 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732072785514Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732072785922 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732072785935 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732072785935Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b6731f9: reopening flushed file at 1732072786344 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54097993: reopening flushed file at 1732072786349 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37e652ba: reopening flushed file at 1732072786354 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=127, compaction requested=false at 1732072786359 (+5 ms)Writing region close event to WAL at 1732072786360 (+1 ms)Closed at 1732072786360 2024-11-20T03:19:46,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39225 is added to blk_1073741847_1023 (size=22903) 2024-11-20T03:19:46,363 INFO [M:0;d00f728e99d7:42507 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T03:19:46,363 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:19:46,363 INFO [M:0;d00f728e99d7:42507 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42507 2024-11-20T03:19:46,363 INFO [M:0;d00f728e99d7:42507 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:19:46,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1015640d71a0006, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:19:46,507 INFO [M:0;d00f728e99d7:42507 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:19:46,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42507-0x1015640d71a0006, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:19:46,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e6f3ac9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:19:46,509 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@556c7296{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:19:46,509 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:19:46,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@594fffb1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:19:46,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cae3f43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bb3c8-9f7e-0c9a-1748-74dd8a3b2dc6/hadoop.log.dir/,STOPPED} 2024-11-20T03:19:46,510 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T03:19:46,510 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T03:19:46,511 WARN [BP-1063265747-172.17.0.2-1732072758143 heartbeating to localhost/127.0.0.1:43163 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T03:19:46,511 WARN [BP-1063265747-172.17.0.2-1732072758143 heartbeating to localhost/127.0.0.1:43163 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1063265747-172.17.0.2-1732072758143 (Datanode Uuid eb733dbf-1076-41f9-b228-d3bb4ca0a700) service to localhost/127.0.0.1:43163 2024-11-20T03:19:46,511 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bb3c8-9f7e-0c9a-1748-74dd8a3b2dc6/cluster_68a36f76-e4ed-2d2b-2d10-4e267448a8e5/data/data1/current/BP-1063265747-172.17.0.2-1732072758143 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:19:46,511 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bb3c8-9f7e-0c9a-1748-74dd8a3b2dc6/cluster_68a36f76-e4ed-2d2b-2d10-4e267448a8e5/data/data2/current/BP-1063265747-172.17.0.2-1732072758143 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:19:46,511 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T03:19:46,516 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2af7d3d5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:19:46,516 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f84364c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:19:46,516 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:19:46,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@306e315e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:19:46,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3db3868c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a3bb3c8-9f7e-0c9a-1748-74dd8a3b2dc6/hadoop.log.dir/,STOPPED} 2024-11-20T03:19:46,522 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T03:19:46,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T03:19:46,543 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 159) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45557 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45557 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43163 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45557 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43163 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:43163 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43163 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:45557 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43163 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43163 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45557 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49383) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:43163 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43163 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43163 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49383) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43163 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=254 (was 320), ProcessCount=11 (was 11), AvailableMemoryMB=6673 (was 6789) 2024-11-20T03:19:46,550 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=254, ProcessCount=11, AvailableMemoryMB=6672 2024-11-20T03:19:46,564 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-20T03:19:46,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33904b5c-5f44-8ff4-1dcf-d11c16b76c52/hadoop.log.dir so I do NOT create it in target/test-data/f590587c-698c-2215-79d6-9160ba752154 2024-11-20T03:19:46,565 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33904b5c-5f44-8ff4-1dcf-d11c16b76c52/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T03:19:46,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33904b5c-5f44-8ff4-1dcf-d11c16b76c52/hadoop.tmp.dir so I do NOT create it in target/test-data/f590587c-698c-2215-79d6-9160ba752154 2024-11-20T03:19:46,565 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/33904b5c-5f44-8ff4-1dcf-d11c16b76c52/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T03:19:46,565 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f590587c-698c-2215-79d6-9160ba752154 2024-11-20T03:19:46,565 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f590587c-698c-2215-79d6-9160ba752154/cluster_1f9e9c47-8aab-6054-3b3e-be78f0d668c8, deleteOnExit=true 2024-11-20T03:19:46,588 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f590587c-698c-2215-79d6-9160ba752154/cluster_1f9e9c47-8aab-6054-3b3e-be78f0d668c8/zookeeper_0, clientPort=56013, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f590587c-698c-2215-79d6-9160ba752154/cluster_1f9e9c47-8aab-6054-3b3e-be78f0d668c8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f590587c-698c-2215-79d6-9160ba752154/cluster_1f9e9c47-8aab-6054-3b3e-be78f0d668c8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T03:19:46,589 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56013 2024-11-20T03:19:46,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T03:19:46,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T03:19:46,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f590587c-698c-2215-79d6-9160ba752154/test.cache.data in system properties and HBase conf 2024-11-20T03:19:46,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f590587c-698c-2215-79d6-9160ba752154/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T03:19:46,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f590587c-698c-2215-79d6-9160ba752154/hadoop.log.dir in system properties and HBase conf 2024-11-20T03:19:46,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f590587c-698c-2215-79d6-9160ba752154/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T03:19:46,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f590587c-698c-2215-79d6-9160ba752154/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T03:19:46,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T03:19:46,590 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T03:19:46,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f590587c-698c-2215-79d6-9160ba752154/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:19:46,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f590587c-698c-2215-79d6-9160ba752154/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:19:46,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f590587c-698c-2215-79d6-9160ba752154/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T03:19:46,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f590587c-698c-2215-79d6-9160ba752154/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:19:46,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f590587c-698c-2215-79d6-9160ba752154/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T03:19:46,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f590587c-698c-2215-79d6-9160ba752154/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T03:19:46,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f590587c-698c-2215-79d6-9160ba752154/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:19:46,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f590587c-698c-2215-79d6-9160ba752154/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:19:46,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f590587c-698c-2215-79d6-9160ba752154/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T03:19:46,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f590587c-698c-2215-79d6-9160ba752154/nfs.dump.dir in system properties and HBase conf 2024-11-20T03:19:46,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f590587c-698c-2215-79d6-9160ba752154/java.io.tmpdir in system properties and HBase conf 2024-11-20T03:19:46,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f590587c-698c-2215-79d6-9160ba752154/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:19:46,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f590587c-698c-2215-79d6-9160ba752154/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T03:19:46,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f590587c-698c-2215-79d6-9160ba752154/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T03:19:46,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015640d71a0002, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T03:19:46,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015640d71a0005, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T03:19:46,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015640d71a0005, quorum=127.0.0.1:49383, baseZNode=/1-2035615184 Received Disconnected from ZooKeeper, ignoring 2024-11-20T03:19:46,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015640d71a0002, quorum=127.0.0.1:49383, baseZNode=/0-860608703 Received Disconnected from ZooKeeper, ignoring 2024-11-20T03:19:46,868 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:19:46,873 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:19:46,874 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:19:46,874 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:19:46,874 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T03:19:46,875 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:19:46,875 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3457eb9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f590587c-698c-2215-79d6-9160ba752154/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:19:46,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a7cd469{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:19:46,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@423ade60{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f590587c-698c-2215-79d6-9160ba752154/java.io.tmpdir/jetty-localhost-39627-hadoop-hdfs-3_4_1-tests_jar-_-any-14262545388760403200/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:19:46,986 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@bd8873b{HTTP/1.1, (http/1.1)}{localhost:39627} 2024-11-20T03:19:46,986 INFO [Time-limited test {}] server.Server(415): Started @170515ms 2024-11-20T03:19:47,268 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:19:47,271 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:19:47,272 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:19:47,272 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:19:47,272 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T03:19:47,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@753d4c84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f590587c-698c-2215-79d6-9160ba752154/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:19:47,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1273234{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:19:47,367 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71fd160b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f590587c-698c-2215-79d6-9160ba752154/java.io.tmpdir/jetty-localhost-34273-hadoop-hdfs-3_4_1-tests_jar-_-any-4549338809904684383/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:19:47,367 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e4b0d21{HTTP/1.1, (http/1.1)}{localhost:34273} 2024-11-20T03:19:47,367 INFO [Time-limited test {}] server.Server(415): Started @170896ms 2024-11-20T03:19:47,368 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T03:19:47,973 WARN [Thread-1681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f590587c-698c-2215-79d6-9160ba752154/cluster_1f9e9c47-8aab-6054-3b3e-be78f0d668c8/data/data1/current/BP-658210656-172.17.0.2-1732072786605/current, will proceed with Du for space computation calculation, 2024-11-20T03:19:47,973 WARN [Thread-1682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f590587c-698c-2215-79d6-9160ba752154/cluster_1f9e9c47-8aab-6054-3b3e-be78f0d668c8/data/data2/current/BP-658210656-172.17.0.2-1732072786605/current, will proceed with Du for space computation calculation, 2024-11-20T03:19:47,993 WARN [Thread-1669 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T03:19:47,995 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb21903d866ce0ba7 with lease ID 0x1653260044448408: Processing first storage report for DS-b1791c26-fdcd-4d9d-9918-17e59d427d8f from datanode DatanodeRegistration(127.0.0.1:42349, datanodeUuid=182a3f22-7d13-4f53-97ea-91c7a1db00a5, infoPort=40659, infoSecurePort=0, ipcPort=35819, storageInfo=lv=-57;cid=testClusterID;nsid=1218708048;c=1732072786605) 2024-11-20T03:19:47,995 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb21903d866ce0ba7 with lease ID 0x1653260044448408: from storage DS-b1791c26-fdcd-4d9d-9918-17e59d427d8f node DatanodeRegistration(127.0.0.1:42349, datanodeUuid=182a3f22-7d13-4f53-97ea-91c7a1db00a5, infoPort=40659, infoSecurePort=0, ipcPort=35819, storageInfo=lv=-57;cid=testClusterID;nsid=1218708048;c=1732072786605), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T03:19:47,995 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb21903d866ce0ba7 with lease ID 0x1653260044448408: Processing first storage report for DS-a3841778-4097-44f3-94da-6126ec509b51 from datanode DatanodeRegistration(127.0.0.1:42349, datanodeUuid=182a3f22-7d13-4f53-97ea-91c7a1db00a5, infoPort=40659, infoSecurePort=0, ipcPort=35819, storageInfo=lv=-57;cid=testClusterID;nsid=1218708048;c=1732072786605) 2024-11-20T03:19:47,995 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb21903d866ce0ba7 with lease ID 0x1653260044448408: from storage DS-a3841778-4097-44f3-94da-6126ec509b51 node DatanodeRegistration(127.0.0.1:42349, datanodeUuid=182a3f22-7d13-4f53-97ea-91c7a1db00a5, infoPort=40659, infoSecurePort=0, ipcPort=35819, storageInfo=lv=-57;cid=testClusterID;nsid=1218708048;c=1732072786605), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T03:19:48,091 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f590587c-698c-2215-79d6-9160ba752154 2024-11-20T03:19:48,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:19:48,093 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:19:48,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42349 is added to blk_1073741825_1001 (size=7) 2024-11-20T03:19:48,500 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677 with version=8 2024-11-20T03:19:48,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/hbase-staging 2024-11-20T03:19:48,502 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:19:48,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:19:48,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:19:48,502 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:19:48,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:19:48,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:19:48,502 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T03:19:48,503 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:19:48,503 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45487 2024-11-20T03:19:48,504 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45487 connecting to ZooKeeper ensemble=127.0.0.1:56013 2024-11-20T03:19:48,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454870x0, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:19:48,594 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45487-0x101564146470000 connected 2024-11-20T03:19:48,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:19:48,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:19:48,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45487-0x101564146470000, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Set watcher on znode that does not yet exist, /0-1691789426/running 2024-11-20T03:19:48,672 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677, hbase.cluster.distributed=false 2024-11-20T03:19:48,673 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45487-0x101564146470000, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Set watcher on znode that does not yet exist, /0-1691789426/acl 2024-11-20T03:19:48,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45487 2024-11-20T03:19:48,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45487 2024-11-20T03:19:48,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45487 2024-11-20T03:19:48,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45487 2024-11-20T03:19:48,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45487 2024-11-20T03:19:48,688 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:19:48,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:19:48,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:19:48,688 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:19:48,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:19:48,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:19:48,688 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T03:19:48,688 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:19:48,689 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34243 2024-11-20T03:19:48,690 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34243 connecting to ZooKeeper ensemble=127.0.0.1:56013 2024-11-20T03:19:48,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:19:48,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:19:48,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342430x0, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:19:48,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342430x0, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Set watcher on znode that does not yet exist, /0-1691789426/running 2024-11-20T03:19:48,701 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34243-0x101564146470001 connected 2024-11-20T03:19:48,702 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T03:19:48,704 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T03:19:48,704 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34243-0x101564146470001, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Set watcher on znode that does not yet exist, /0-1691789426/master 2024-11-20T03:19:48,705 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34243-0x101564146470001, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Set watcher on znode that does not yet exist, /0-1691789426/acl 2024-11-20T03:19:48,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34243 2024-11-20T03:19:48,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34243 2024-11-20T03:19:48,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34243 2024-11-20T03:19:48,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34243 2024-11-20T03:19:48,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34243 2024-11-20T03:19:48,722 DEBUG [M:0;d00f728e99d7:45487 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d00f728e99d7:45487 2024-11-20T03:19:48,723 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1691789426/backup-masters/d00f728e99d7,45487,1732072788502 2024-11-20T03:19:48,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45487-0x101564146470000, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1691789426/backup-masters 2024-11-20T03:19:48,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34243-0x101564146470001, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1691789426/backup-masters 2024-11-20T03:19:48,754 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45487-0x101564146470000, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Set watcher on existing znode=/0-1691789426/backup-masters/d00f728e99d7,45487,1732072788502 2024-11-20T03:19:48,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45487-0x101564146470000, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1691789426 2024-11-20T03:19:48,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34243-0x101564146470001, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1691789426/master 2024-11-20T03:19:48,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34243-0x101564146470001, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1691789426 2024-11-20T03:19:48,764 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45487-0x101564146470000, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Set watcher on existing znode=/0-1691789426/master 2024-11-20T03:19:48,765 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1691789426/backup-masters/d00f728e99d7,45487,1732072788502 from backup master directory 2024-11-20T03:19:48,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34243-0x101564146470001, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1691789426/backup-masters 2024-11-20T03:19:48,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45487-0x101564146470000, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1691789426/backup-masters/d00f728e99d7,45487,1732072788502 2024-11-20T03:19:48,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45487-0x101564146470000, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1691789426/backup-masters 2024-11-20T03:19:48,775 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:19:48,775 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d00f728e99d7,45487,1732072788502 2024-11-20T03:19:48,778 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/hbase.id] with ID: bcc58ff6-def1-490c-b246-c79bdbfe854b 2024-11-20T03:19:48,778 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/.tmp/hbase.id 2024-11-20T03:19:48,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42349 is added to blk_1073741826_1002 (size=42) 2024-11-20T03:19:49,040 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T03:19:49,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:49,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:49,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:49,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:49,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:49,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:49,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:49,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:49,182 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/.tmp/hbase.id]:[hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/hbase.id] 2024-11-20T03:19:49,191 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:19:49,191 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T03:19:49,192 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T03:19:49,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34243-0x101564146470001, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1691789426 2024-11-20T03:19:49,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45487-0x101564146470000, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1691789426 2024-11-20T03:19:49,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42349 is added to blk_1073741827_1003 (size=196) 2024-11-20T03:19:49,664 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:19:49,665 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T03:19:49,665 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:19:49,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42349 is added to blk_1073741828_1004 (size=1189) 2024-11-20T03:19:50,071 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/MasterData/data/master/store 2024-11-20T03:19:50,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42349 is added to blk_1073741829_1005 (size=34) 2024-11-20T03:19:50,477 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:19:50,477 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:19:50,477 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:19:50,477 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:19:50,477 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:19:50,477 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:19:50,477 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:19:50,477 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072790477Disabling compacts and flushes for region at 1732072790477Disabling writes for close at 1732072790477Writing region close event to WAL at 1732072790477Closed at 1732072790477 2024-11-20T03:19:50,478 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/MasterData/data/master/store/.initializing 2024-11-20T03:19:50,478 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/MasterData/WALs/d00f728e99d7,45487,1732072788502 2024-11-20T03:19:50,479 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:19:50,480 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d00f728e99d7%2C45487%2C1732072788502, suffix=, logDir=hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/MasterData/WALs/d00f728e99d7,45487,1732072788502, archiveDir=hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/MasterData/oldWALs, maxLogs=10 2024-11-20T03:19:50,495 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/MasterData/WALs/d00f728e99d7,45487,1732072788502/d00f728e99d7%2C45487%2C1732072788502.1732072790480, exclude list is [], retry=0 2024-11-20T03:19:50,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42349,DS-b1791c26-fdcd-4d9d-9918-17e59d427d8f,DISK] 2024-11-20T03:19:50,499 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/MasterData/WALs/d00f728e99d7,45487,1732072788502/d00f728e99d7%2C45487%2C1732072788502.1732072790480 2024-11-20T03:19:50,500 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40659:40659)] 2024-11-20T03:19:50,500 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:19:50,500 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:19:50,500 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:50,500 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:50,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:50,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T03:19:50,502 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:50,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:19:50,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:50,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T03:19:50,504 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:50,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:19:50,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:50,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T03:19:50,505 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:50,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:19:50,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:50,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T03:19:50,506 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:50,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:19:50,507 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:50,507 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:50,508 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:50,509 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:50,509 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:50,509 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:19:50,510 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:50,511 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:19:50,512 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58892749, jitterRate=-0.12242965400218964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:19:50,512 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732072790500Initializing all the Stores at 1732072790501 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072790501Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072790501Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072790501Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072790501Cleaning up temporary data from old regions at 1732072790509 (+8 ms)Region opened successfully at 1732072790512 (+3 ms) 2024-11-20T03:19:50,512 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T03:19:50,515 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42744304, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:19:50,515 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T03:19:50,515 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T03:19:50,515 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T03:19:50,515 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T03:19:50,516 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T03:19:50,516 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T03:19:50,516 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T03:19:50,517 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T03:19:50,518 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45487-0x101564146470000, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Unable to get data of znode /0-1691789426/balancer because node does not exist (not necessarily an error) 2024-11-20T03:19:50,585 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1691789426/balancer already deleted, retry=false 2024-11-20T03:19:50,585 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T03:19:50,586 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45487-0x101564146470000, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Unable to get data of znode /0-1691789426/normalizer because node does not exist (not necessarily an error) 2024-11-20T03:19:50,595 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1691789426/normalizer already deleted, retry=false 2024-11-20T03:19:50,596 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T03:19:50,596 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45487-0x101564146470000, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Unable to get data of znode /0-1691789426/switch/split because node does not exist (not necessarily an error) 2024-11-20T03:19:50,606 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1691789426/switch/split already deleted, retry=false 2024-11-20T03:19:50,607 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45487-0x101564146470000, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Unable to get data of znode /0-1691789426/switch/merge because node does not exist (not necessarily an error) 2024-11-20T03:19:50,616 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1691789426/switch/merge already deleted, retry=false 2024-11-20T03:19:50,618 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45487-0x101564146470000, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Unable to get data of znode /0-1691789426/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T03:19:50,627 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1691789426/snapshot-cleanup already deleted, retry=false 2024-11-20T03:19:50,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45487-0x101564146470000, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1691789426/running 2024-11-20T03:19:50,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34243-0x101564146470001, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1691789426/running 2024-11-20T03:19:50,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34243-0x101564146470001, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1691789426 2024-11-20T03:19:50,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45487-0x101564146470000, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1691789426 2024-11-20T03:19:50,638 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d00f728e99d7,45487,1732072788502, sessionid=0x101564146470000, setting cluster-up flag (Was=false) 2024-11-20T03:19:50,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45487-0x101564146470000, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1691789426 2024-11-20T03:19:50,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34243-0x101564146470001, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1691789426 2024-11-20T03:19:50,690 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1691789426/flush-table-proc/acquired, /0-1691789426/flush-table-proc/reached, /0-1691789426/flush-table-proc/abort 2024-11-20T03:19:50,691 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,45487,1732072788502 2024-11-20T03:19:50,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45487-0x101564146470000, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1691789426 2024-11-20T03:19:50,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34243-0x101564146470001, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1691789426 2024-11-20T03:19:50,743 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1691789426/online-snapshot/acquired, /0-1691789426/online-snapshot/reached, /0-1691789426/online-snapshot/abort 2024-11-20T03:19:50,744 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,45487,1732072788502 2024-11-20T03:19:50,745 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T03:19:50,746 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T03:19:50,746 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T03:19:50,747 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T03:19:50,747 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of d00f728e99d7,37497,1732072760386: status=Processing ServerCrashProcedure of d00f728e99d7,37497,1732072760386 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732072776067, completionTime=-1 appears to have been leaked 2024-11-20T03:19:50,747 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d00f728e99d7,45487,1732072788502 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T03:19:50,748 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:19:50,748 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:19:50,748 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:19:50,748 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:19:50,748 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d00f728e99d7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T03:19:50,748 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:50,748 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:19:50,748 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:50,750 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:19:50,750 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T03:19:50,750 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:50,750 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T03:19:50,752 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732072820752 2024-11-20T03:19:50,752 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T03:19:50,752 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T03:19:50,752 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T03:19:50,752 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T03:19:50,752 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T03:19:50,752 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T03:19:50,753 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:50,753 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T03:19:50,753 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T03:19:50,753 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T03:19:50,753 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T03:19:50,756 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T03:19:50,756 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T03:19:50,758 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072790756,5,FailOnTimeoutGroup] 2024-11-20T03:19:50,758 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072790758,5,FailOnTimeoutGroup] 2024-11-20T03:19:50,758 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:50,759 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T03:19:50,759 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:50,759 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:50,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42349 is added to blk_1073741831_1007 (size=1321) 2024-11-20T03:19:50,812 INFO [RS:0;d00f728e99d7:34243 {}] regionserver.HRegionServer(746): ClusterId : bcc58ff6-def1-490c-b246-c79bdbfe854b 2024-11-20T03:19:50,813 DEBUG [RS:0;d00f728e99d7:34243 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T03:19:50,817 DEBUG [RS:0;d00f728e99d7:34243 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T03:19:50,817 DEBUG [RS:0;d00f728e99d7:34243 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T03:19:50,828 DEBUG [RS:0;d00f728e99d7:34243 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T03:19:50,828 DEBUG [RS:0;d00f728e99d7:34243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28eee0bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:19:50,839 DEBUG [RS:0;d00f728e99d7:34243 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d00f728e99d7:34243 2024-11-20T03:19:50,839 INFO [RS:0;d00f728e99d7:34243 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T03:19:50,839 INFO [RS:0;d00f728e99d7:34243 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T03:19:50,840 DEBUG [RS:0;d00f728e99d7:34243 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T03:19:50,840 INFO [RS:0;d00f728e99d7:34243 {}] regionserver.HRegionServer(2659): reportForDuty to master=d00f728e99d7,45487,1732072788502 with port=34243, startcode=1732072788687 2024-11-20T03:19:50,840 DEBUG [RS:0;d00f728e99d7:34243 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T03:19:50,842 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T03:19:50,842 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45487 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d00f728e99d7,34243,1732072788687 2024-11-20T03:19:50,842 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45487 {}] master.ServerManager(517): Registering regionserver=d00f728e99d7,34243,1732072788687 2024-11-20T03:19:50,843 DEBUG [RS:0;d00f728e99d7:34243 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677 2024-11-20T03:19:50,843 DEBUG [RS:0;d00f728e99d7:34243 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38993 2024-11-20T03:19:50,843 DEBUG [RS:0;d00f728e99d7:34243 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T03:19:50,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45487-0x101564146470000, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1691789426/rs 2024-11-20T03:19:50,849 DEBUG [RS:0;d00f728e99d7:34243 {}] zookeeper.ZKUtil(111): regionserver:34243-0x101564146470001, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Set watcher on existing znode=/0-1691789426/rs/d00f728e99d7,34243,1732072788687 2024-11-20T03:19:50,849 WARN [RS:0;d00f728e99d7:34243 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:19:50,849 INFO [RS:0;d00f728e99d7:34243 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:19:50,849 DEBUG [RS:0;d00f728e99d7:34243 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687 2024-11-20T03:19:50,850 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d00f728e99d7,34243,1732072788687] 2024-11-20T03:19:50,852 INFO [RS:0;d00f728e99d7:34243 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T03:19:50,853 INFO [RS:0;d00f728e99d7:34243 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T03:19:50,853 INFO [RS:0;d00f728e99d7:34243 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T03:19:50,854 INFO [RS:0;d00f728e99d7:34243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:50,854 INFO [RS:0;d00f728e99d7:34243 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T03:19:50,854 INFO [RS:0;d00f728e99d7:34243 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T03:19:50,855 INFO [RS:0;d00f728e99d7:34243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:50,855 DEBUG [RS:0;d00f728e99d7:34243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:50,855 DEBUG [RS:0;d00f728e99d7:34243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:50,855 DEBUG [RS:0;d00f728e99d7:34243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:50,855 DEBUG [RS:0;d00f728e99d7:34243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:50,855 DEBUG [RS:0;d00f728e99d7:34243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:50,855 DEBUG [RS:0;d00f728e99d7:34243 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:19:50,855 DEBUG [RS:0;d00f728e99d7:34243 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:50,855 DEBUG [RS:0;d00f728e99d7:34243 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:50,855 DEBUG [RS:0;d00f728e99d7:34243 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:50,855 DEBUG [RS:0;d00f728e99d7:34243 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:50,855 DEBUG [RS:0;d00f728e99d7:34243 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:50,855 DEBUG [RS:0;d00f728e99d7:34243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:50,855 DEBUG [RS:0;d00f728e99d7:34243 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:19:50,855 DEBUG [RS:0;d00f728e99d7:34243 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:19:50,855 INFO [RS:0;d00f728e99d7:34243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:50,855 INFO [RS:0;d00f728e99d7:34243 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:50,855 INFO [RS:0;d00f728e99d7:34243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:50,855 INFO [RS:0;d00f728e99d7:34243 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:50,855 INFO [RS:0;d00f728e99d7:34243 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:50,855 INFO [RS:0;d00f728e99d7:34243 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,34243,1732072788687-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:19:50,877 INFO [RS:0;d00f728e99d7:34243 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T03:19:50,877 INFO [RS:0;d00f728e99d7:34243 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,34243,1732072788687-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:50,877 INFO [RS:0;d00f728e99d7:34243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:50,877 INFO [RS:0;d00f728e99d7:34243 {}] regionserver.Replication(171): d00f728e99d7,34243,1732072788687 started 2024-11-20T03:19:50,894 INFO [RS:0;d00f728e99d7:34243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:50,894 INFO [RS:0;d00f728e99d7:34243 {}] regionserver.HRegionServer(1482): Serving as d00f728e99d7,34243,1732072788687, RpcServer on d00f728e99d7/172.17.0.2:34243, sessionid=0x101564146470001 2024-11-20T03:19:50,894 DEBUG [RS:0;d00f728e99d7:34243 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T03:19:50,894 DEBUG [RS:0;d00f728e99d7:34243 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d00f728e99d7,34243,1732072788687 2024-11-20T03:19:50,894 DEBUG [RS:0;d00f728e99d7:34243 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,34243,1732072788687' 2024-11-20T03:19:50,894 DEBUG [RS:0;d00f728e99d7:34243 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1691789426/flush-table-proc/abort' 2024-11-20T03:19:50,894 DEBUG [RS:0;d00f728e99d7:34243 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1691789426/flush-table-proc/acquired' 2024-11-20T03:19:50,895 DEBUG [RS:0;d00f728e99d7:34243 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T03:19:50,895 DEBUG [RS:0;d00f728e99d7:34243 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T03:19:50,895 DEBUG [RS:0;d00f728e99d7:34243 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d00f728e99d7,34243,1732072788687 2024-11-20T03:19:50,895 DEBUG [RS:0;d00f728e99d7:34243 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,34243,1732072788687' 2024-11-20T03:19:50,895 DEBUG [RS:0;d00f728e99d7:34243 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1691789426/online-snapshot/abort' 2024-11-20T03:19:50,895 DEBUG [RS:0;d00f728e99d7:34243 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1691789426/online-snapshot/acquired' 2024-11-20T03:19:50,896 DEBUG [RS:0;d00f728e99d7:34243 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T03:19:50,896 INFO [RS:0;d00f728e99d7:34243 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T03:19:50,896 INFO [RS:0;d00f728e99d7:34243 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T03:19:50,996 INFO [RS:0;d00f728e99d7:34243 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:19:50,997 INFO [RS:0;d00f728e99d7:34243 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C34243%2C1732072788687, suffix=, logDir=hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687, archiveDir=hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/oldWALs, maxLogs=10 2024-11-20T03:19:51,009 DEBUG [RS:0;d00f728e99d7:34243 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687/d00f728e99d7%2C34243%2C1732072788687.1732072790998, exclude list is [], retry=0 2024-11-20T03:19:51,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42349,DS-b1791c26-fdcd-4d9d-9918-17e59d427d8f,DISK] 2024-11-20T03:19:51,013 INFO [RS:0;d00f728e99d7:34243 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687/d00f728e99d7%2C34243%2C1732072788687.1732072790998 2024-11-20T03:19:51,014 DEBUG [RS:0;d00f728e99d7:34243 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40659:40659)] 2024-11-20T03:19:51,161 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T03:19:51,161 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677 2024-11-20T03:19:51,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42349 is added to blk_1073741833_1009 (size=32) 2024-11-20T03:19:51,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:19:51,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:19:51,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:19:51,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:51,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:19:51,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:19:51,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:19:51,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:51,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:19:51,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:19:51,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:19:51,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:51,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:19:51,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:19:51,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:19:51,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:51,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:19:51,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:19:51,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/hbase/meta/1588230740 2024-11-20T03:19:51,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/hbase/meta/1588230740 2024-11-20T03:19:51,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:19:51,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:19:51,575 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:19:51,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:19:51,578 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:19:51,578 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69300956, jitterRate=0.032664716243743896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:19:51,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732072791567Initializing all the Stores at 1732072791568 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072791568Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072791568Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072791568Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072791568Cleaning up temporary data from old regions at 1732072791575 (+7 ms)Region opened successfully at 1732072791578 (+3 ms) 2024-11-20T03:19:51,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:19:51,578 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:19:51,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:19:51,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:19:51,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:19:51,579 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:19:51,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072791578Disabling compacts and flushes for region at 1732072791578Disabling writes for close at 1732072791578Writing region close event to WAL at 1732072791579 (+1 ms)Closed at 1732072791579 2024-11-20T03:19:51,579 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:19:51,579 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T03:19:51,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T03:19:51,580 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:19:51,581 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T03:19:51,731 DEBUG [d00f728e99d7:45487 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T03:19:51,732 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d00f728e99d7,34243,1732072788687 2024-11-20T03:19:51,732 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,34243,1732072788687, state=OPENING 2024-11-20T03:19:51,785 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T03:19:51,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45487-0x101564146470000, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1691789426 2024-11-20T03:19:51,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34243-0x101564146470001, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1691789426 2024-11-20T03:19:51,827 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:19:51,827 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1691789426/meta-region-server: CHANGED 2024-11-20T03:19:51,827 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1691789426/meta-region-server: CHANGED 2024-11-20T03:19:51,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,34243,1732072788687}] 2024-11-20T03:19:51,979 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:19:51,980 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T03:19:51,983 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T03:19:51,983 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:19:51,983 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T03:19:51,984 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C34243%2C1732072788687.meta, suffix=.meta, logDir=hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687, archiveDir=hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/oldWALs, maxLogs=10 2024-11-20T03:19:51,999 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687/d00f728e99d7%2C34243%2C1732072788687.meta.1732072791984.meta, exclude list is [], retry=0 2024-11-20T03:19:52,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42349,DS-b1791c26-fdcd-4d9d-9918-17e59d427d8f,DISK] 2024-11-20T03:19:52,002 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687/d00f728e99d7%2C34243%2C1732072788687.meta.1732072791984.meta 2024-11-20T03:19:52,003 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40659:40659)] 2024-11-20T03:19:52,003 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:19:52,003 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:19:52,003 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:19:52,003 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T03:19:52,003 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T03:19:52,004 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T03:19:52,004 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:19:52,004 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T03:19:52,004 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T03:19:52,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:19:52,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:19:52,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:52,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:19:52,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:19:52,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:19:52,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:52,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:19:52,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:19:52,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:19:52,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:52,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:19:52,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:19:52,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:19:52,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:52,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:19:52,008 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:19:52,009 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/hbase/meta/1588230740 2024-11-20T03:19:52,009 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/hbase/meta/1588230740 2024-11-20T03:19:52,010 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:19:52,010 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:19:52,011 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:19:52,012 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:19:52,012 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70137504, jitterRate=0.045130252838134766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:19:52,012 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T03:19:52,013 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732072792004Writing region info on filesystem at 1732072792004Initializing all the Stores at 1732072792004Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072792004Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072792005 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072792005Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072792005Cleaning up temporary data from old regions at 1732072792010 (+5 ms)Running coprocessor post-open hooks at 1732072792012 (+2 ms)Region opened successfully at 1732072792013 (+1 ms) 2024-11-20T03:19:52,014 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732072791979 2024-11-20T03:19:52,015 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T03:19:52,015 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T03:19:52,016 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d00f728e99d7,34243,1732072788687 2024-11-20T03:19:52,016 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,34243,1732072788687, state=OPEN 2024-11-20T03:19:52,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34243-0x101564146470001, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1691789426/meta-region-server 2024-11-20T03:19:52,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45487-0x101564146470000, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1691789426/meta-region-server 2024-11-20T03:19:52,037 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1691789426/meta-region-server: CHANGED 2024-11-20T03:19:52,037 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1691789426/meta-region-server: CHANGED 2024-11-20T03:19:52,037 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d00f728e99d7,34243,1732072788687 2024-11-20T03:19:52,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T03:19:52,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,34243,1732072788687 in 210 msec 2024-11-20T03:19:52,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T03:19:52,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 459 msec 2024-11-20T03:19:52,041 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:19:52,041 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T03:19:52,042 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:19:52,042 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,34243,1732072788687, seqNum=-1] 2024-11-20T03:19:52,042 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:19:52,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:19:52,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3020 sec 2024-11-20T03:19:52,048 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732072792048, completionTime=-1 2024-11-20T03:19:52,048 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T03:19:52,048 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T03:19:52,050 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T03:19:52,050 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732072852050 2024-11-20T03:19:52,050 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732072912050 2024-11-20T03:19:52,050 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T03:19:52,050 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,45487,1732072788502-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:52,050 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,45487,1732072788502-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:52,050 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,45487,1732072788502-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:52,050 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d00f728e99d7:45487, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:52,050 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:52,051 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:52,052 DEBUG [master/d00f728e99d7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T03:19:52,054 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.279sec 2024-11-20T03:19:52,054 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T03:19:52,054 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T03:19:52,054 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T03:19:52,054 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T03:19:52,054 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T03:19:52,054 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,45487,1732072788502-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:19:52,054 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,45487,1732072788502-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T03:19:52,056 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T03:19:52,056 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T03:19:52,056 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,45487,1732072788502-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:52,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f7e5bce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:19:52,113 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,45487,-1 for getting cluster id 2024-11-20T03:19:52,113 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:19:52,114 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bcc58ff6-def1-490c-b246-c79bdbfe854b' 2024-11-20T03:19:52,115 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:19:52,115 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bcc58ff6-def1-490c-b246-c79bdbfe854b" 2024-11-20T03:19:52,115 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb19af5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:19:52,115 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,45487,-1] 2024-11-20T03:19:52,115 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:19:52,115 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:52,116 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:19:52,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@299d0272, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:19:52,117 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:19:52,118 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,34243,1732072788687, seqNum=-1] 2024-11-20T03:19:52,118 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:19:52,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:19:52,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d00f728e99d7,45487,1732072788502 2024-11-20T03:19:52,121 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56013 2024-11-20T03:19:52,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:19:52,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101564146470002 connected 2024-11-20T03:19:52,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f590587c-698c-2215-79d6-9160ba752154/hadoop.log.dir so I do NOT create it in target/test-data/4579015d-f67f-df88-0a61-40d869e8e34a 2024-11-20T03:19:52,145 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f590587c-698c-2215-79d6-9160ba752154/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T03:19:52,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f590587c-698c-2215-79d6-9160ba752154/hadoop.tmp.dir so I do NOT create it in target/test-data/4579015d-f67f-df88-0a61-40d869e8e34a 2024-11-20T03:19:52,145 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f590587c-698c-2215-79d6-9160ba752154/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T03:19:52,145 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4579015d-f67f-df88-0a61-40d869e8e34a 2024-11-20T03:19:52,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T03:19:52,145 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4579015d-f67f-df88-0a61-40d869e8e34a/cluster_26ac642f-1903-b440-7f23-9131a04e4b62, deleteOnExit=true 2024-11-20T03:19:52,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T03:19:52,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4579015d-f67f-df88-0a61-40d869e8e34a/test.cache.data in system properties and HBase conf 2024-11-20T03:19:52,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4579015d-f67f-df88-0a61-40d869e8e34a/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T03:19:52,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4579015d-f67f-df88-0a61-40d869e8e34a/hadoop.log.dir in system properties and HBase conf 2024-11-20T03:19:52,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4579015d-f67f-df88-0a61-40d869e8e34a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T03:19:52,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4579015d-f67f-df88-0a61-40d869e8e34a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T03:19:52,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T03:19:52,146 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T03:19:52,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4579015d-f67f-df88-0a61-40d869e8e34a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:19:52,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4579015d-f67f-df88-0a61-40d869e8e34a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:19:52,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4579015d-f67f-df88-0a61-40d869e8e34a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T03:19:52,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4579015d-f67f-df88-0a61-40d869e8e34a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:19:52,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4579015d-f67f-df88-0a61-40d869e8e34a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T03:19:52,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4579015d-f67f-df88-0a61-40d869e8e34a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T03:19:52,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4579015d-f67f-df88-0a61-40d869e8e34a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:19:52,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4579015d-f67f-df88-0a61-40d869e8e34a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:19:52,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4579015d-f67f-df88-0a61-40d869e8e34a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T03:19:52,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4579015d-f67f-df88-0a61-40d869e8e34a/nfs.dump.dir in system properties and HBase conf 2024-11-20T03:19:52,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4579015d-f67f-df88-0a61-40d869e8e34a/java.io.tmpdir in system properties and HBase conf 2024-11-20T03:19:52,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4579015d-f67f-df88-0a61-40d869e8e34a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:19:52,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4579015d-f67f-df88-0a61-40d869e8e34a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T03:19:52,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4579015d-f67f-df88-0a61-40d869e8e34a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T03:19:52,509 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:19:52,514 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:19:52,515 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:19:52,515 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:19:52,515 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T03:19:52,516 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:19:52,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d032377{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4579015d-f67f-df88-0a61-40d869e8e34a/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:19:52,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d00e481{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:19:52,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51f583c2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4579015d-f67f-df88-0a61-40d869e8e34a/java.io.tmpdir/jetty-localhost-40673-hadoop-hdfs-3_4_1-tests_jar-_-any-15218372131337487914/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:19:52,615 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b74bab8{HTTP/1.1, (http/1.1)}{localhost:40673} 2024-11-20T03:19:52,615 INFO [Time-limited test {}] server.Server(415): Started @176144ms 2024-11-20T03:19:52,866 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:19:52,868 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:19:52,873 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:19:52,873 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:19:52,873 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T03:19:52,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@126f37db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4579015d-f67f-df88-0a61-40d869e8e34a/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:19:52,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fcf59d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:19:52,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67bd3e18{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4579015d-f67f-df88-0a61-40d869e8e34a/java.io.tmpdir/jetty-localhost-42927-hadoop-hdfs-3_4_1-tests_jar-_-any-16078468539854094356/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:19:52,968 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@449c586f{HTTP/1.1, (http/1.1)}{localhost:42927} 2024-11-20T03:19:52,968 INFO [Time-limited test {}] server.Server(415): Started @176497ms 2024-11-20T03:19:52,969 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T03:19:53,693 WARN [Thread-1803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4579015d-f67f-df88-0a61-40d869e8e34a/cluster_26ac642f-1903-b440-7f23-9131a04e4b62/data/data2/current/BP-22924686-172.17.0.2-1732072792178/current, will proceed with Du for space computation calculation, 2024-11-20T03:19:53,693 WARN [Thread-1802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4579015d-f67f-df88-0a61-40d869e8e34a/cluster_26ac642f-1903-b440-7f23-9131a04e4b62/data/data1/current/BP-22924686-172.17.0.2-1732072792178/current, will proceed with Du for space computation calculation, 2024-11-20T03:19:53,712 WARN [Thread-1790 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T03:19:53,715 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb67af5d2c9f5b0b with lease ID 0x5c65621e0a9a142b: Processing first storage report for DS-65c3f7e7-51de-4d16-b8db-a50257647136 from datanode DatanodeRegistration(127.0.0.1:39509, datanodeUuid=58cbc4e9-8166-4a23-8f08-4c28ae3d69c3, infoPort=35641, infoSecurePort=0, ipcPort=41677, storageInfo=lv=-57;cid=testClusterID;nsid=2098996731;c=1732072792178) 2024-11-20T03:19:53,715 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb67af5d2c9f5b0b with lease ID 0x5c65621e0a9a142b: from storage DS-65c3f7e7-51de-4d16-b8db-a50257647136 node DatanodeRegistration(127.0.0.1:39509, datanodeUuid=58cbc4e9-8166-4a23-8f08-4c28ae3d69c3, infoPort=35641, infoSecurePort=0, ipcPort=41677, storageInfo=lv=-57;cid=testClusterID;nsid=2098996731;c=1732072792178), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T03:19:53,715 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb67af5d2c9f5b0b with lease ID 0x5c65621e0a9a142b: Processing first storage report for DS-24b9f04f-d8d6-4a1d-aa8c-949621a00db6 from datanode DatanodeRegistration(127.0.0.1:39509, datanodeUuid=58cbc4e9-8166-4a23-8f08-4c28ae3d69c3, infoPort=35641, infoSecurePort=0, ipcPort=41677, storageInfo=lv=-57;cid=testClusterID;nsid=2098996731;c=1732072792178) 2024-11-20T03:19:53,715 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb67af5d2c9f5b0b with lease ID 0x5c65621e0a9a142b: from storage DS-24b9f04f-d8d6-4a1d-aa8c-949621a00db6 node DatanodeRegistration(127.0.0.1:39509, datanodeUuid=58cbc4e9-8166-4a23-8f08-4c28ae3d69c3, infoPort=35641, infoSecurePort=0, ipcPort=41677, storageInfo=lv=-57;cid=testClusterID;nsid=2098996731;c=1732072792178), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T03:19:53,792 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4579015d-f67f-df88-0a61-40d869e8e34a 2024-11-20T03:19:53,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:19:53,794 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:19:53,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741825_1001 (size=7) 2024-11-20T03:19:54,201 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e with version=8 2024-11-20T03:19:54,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/hbase-staging 2024-11-20T03:19:54,203 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:19:54,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:19:54,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:19:54,203 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:19:54,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:19:54,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:19:54,203 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T03:19:54,204 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:19:54,204 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34923 2024-11-20T03:19:54,205 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34923 connecting to ZooKeeper ensemble=127.0.0.1:56013 2024-11-20T03:19:54,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T03:19:54,209 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T03:19:54,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:19:54,209 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T03:19:54,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:19:54,209 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T03:19:54,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349230x0, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:19:54,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34923-0x101564146470003 connected 2024-11-20T03:19:54,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:19:54,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:19:54,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34923-0x101564146470003, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Set watcher on znode that does not yet exist, /1-876308142/running 2024-11-20T03:19:54,325 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e, hbase.cluster.distributed=false 2024-11-20T03:19:54,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34923-0x101564146470003, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Set watcher on znode that does not yet exist, /1-876308142/acl 2024-11-20T03:19:54,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34923 2024-11-20T03:19:54,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34923 2024-11-20T03:19:54,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34923 2024-11-20T03:19:54,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34923 2024-11-20T03:19:54,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34923 2024-11-20T03:19:54,344 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:19:54,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:19:54,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:19:54,344 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:19:54,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:19:54,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:19:54,344 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T03:19:54,344 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:19:54,345 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45485 2024-11-20T03:19:54,346 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45485 connecting to ZooKeeper ensemble=127.0.0.1:56013 2024-11-20T03:19:54,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:19:54,348 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:19:54,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454850x0, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:19:54,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:454850x0, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Set watcher on znode that does not yet exist, /1-876308142/running 2024-11-20T03:19:54,354 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45485-0x101564146470004 connected 2024-11-20T03:19:54,354 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T03:19:54,354 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T03:19:54,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45485-0x101564146470004, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Set watcher on znode that does not yet exist, /1-876308142/master 2024-11-20T03:19:54,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45485-0x101564146470004, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Set watcher on znode that does not yet exist, /1-876308142/acl 2024-11-20T03:19:54,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45485 2024-11-20T03:19:54,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45485 2024-11-20T03:19:54,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45485 2024-11-20T03:19:54,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45485 2024-11-20T03:19:54,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45485 2024-11-20T03:19:54,375 DEBUG [M:0;d00f728e99d7:34923 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d00f728e99d7:34923 2024-11-20T03:19:54,375 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-876308142/backup-masters/d00f728e99d7,34923,1732072794203 2024-11-20T03:19:54,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45485-0x101564146470004, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-876308142/backup-masters 2024-11-20T03:19:54,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34923-0x101564146470003, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-876308142/backup-masters 2024-11-20T03:19:54,385 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34923-0x101564146470003, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Set watcher on existing znode=/1-876308142/backup-masters/d00f728e99d7,34923,1732072794203 2024-11-20T03:19:54,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45485-0x101564146470004, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-876308142/master 2024-11-20T03:19:54,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45485-0x101564146470004, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-876308142 2024-11-20T03:19:54,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34923-0x101564146470003, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-876308142 2024-11-20T03:19:54,396 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34923-0x101564146470003, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Set watcher on existing znode=/1-876308142/master 2024-11-20T03:19:54,396 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-876308142/backup-masters/d00f728e99d7,34923,1732072794203 from backup master directory 2024-11-20T03:19:54,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34923-0x101564146470003, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-876308142/backup-masters/d00f728e99d7,34923,1732072794203 2024-11-20T03:19:54,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45485-0x101564146470004, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-876308142/backup-masters 2024-11-20T03:19:54,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34923-0x101564146470003, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-876308142/backup-masters 2024-11-20T03:19:54,406 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:19:54,406 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d00f728e99d7,34923,1732072794203 2024-11-20T03:19:54,409 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/hbase.id] with ID: d3f3e1dd-a5db-4a7d-bd69-2443244d3313 2024-11-20T03:19:54,409 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/.tmp/hbase.id 2024-11-20T03:19:54,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741826_1002 (size=42) 2024-11-20T03:19:54,813 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/.tmp/hbase.id]:[hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/hbase.id] 2024-11-20T03:19:54,821 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:19:54,821 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T03:19:54,822 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T03:19:54,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34923-0x101564146470003, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-876308142 2024-11-20T03:19:54,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45485-0x101564146470004, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-876308142 2024-11-20T03:19:54,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741827_1003 (size=196) 2024-11-20T03:19:55,307 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:19:55,308 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T03:19:55,309 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:19:55,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741828_1004 (size=1189) 2024-11-20T03:19:55,715 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/MasterData/data/master/store 2024-11-20T03:19:55,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741829_1005 (size=34) 2024-11-20T03:19:56,121 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:19:56,121 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:19:56,121 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:19:56,121 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:19:56,121 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:19:56,121 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:19:56,121 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:19:56,121 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072796121Disabling compacts and flushes for region at 1732072796121Disabling writes for close at 1732072796121Writing region close event to WAL at 1732072796121Closed at 1732072796121 2024-11-20T03:19:56,122 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/MasterData/data/master/store/.initializing 2024-11-20T03:19:56,122 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/MasterData/WALs/d00f728e99d7,34923,1732072794203 2024-11-20T03:19:56,123 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:19:56,124 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d00f728e99d7%2C34923%2C1732072794203, suffix=, logDir=hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/MasterData/WALs/d00f728e99d7,34923,1732072794203, archiveDir=hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/MasterData/oldWALs, maxLogs=10 2024-11-20T03:19:56,139 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/MasterData/WALs/d00f728e99d7,34923,1732072794203/d00f728e99d7%2C34923%2C1732072794203.1732072796125, exclude list is [], retry=0 2024-11-20T03:19:56,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39509,DS-65c3f7e7-51de-4d16-b8db-a50257647136,DISK] 2024-11-20T03:19:56,144 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/MasterData/WALs/d00f728e99d7,34923,1732072794203/d00f728e99d7%2C34923%2C1732072794203.1732072796125 2024-11-20T03:19:56,144 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35641:35641)] 2024-11-20T03:19:56,144 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:19:56,144 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:19:56,144 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:56,144 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:56,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:56,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T03:19:56,147 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:56,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:19:56,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:56,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T03:19:56,149 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:56,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:19:56,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:56,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T03:19:56,150 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:56,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:19:56,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:56,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T03:19:56,151 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:56,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:19:56,152 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:56,152 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:56,152 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:56,153 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:56,153 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:56,154 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:19:56,154 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:19:56,156 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:19:56,156 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74255440, jitterRate=0.10649228096008301}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:19:56,156 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732072796145Initializing all the Stores at 1732072796145Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072796145Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072796146 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072796146Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072796146Cleaning up temporary data from old regions at 1732072796153 (+7 ms)Region opened successfully at 1732072796156 (+3 ms) 2024-11-20T03:19:56,156 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T03:19:56,158 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e7d7f3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:19:56,159 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T03:19:56,159 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T03:19:56,159 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T03:19:56,159 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T03:19:56,160 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T03:19:56,160 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T03:19:56,160 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T03:19:56,162 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T03:19:56,163 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34923-0x101564146470003, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Unable to get data of znode /1-876308142/balancer because node does not exist (not necessarily an error) 2024-11-20T03:19:56,216 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-876308142/balancer already deleted, retry=false 2024-11-20T03:19:56,217 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T03:19:56,217 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34923-0x101564146470003, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Unable to get data of znode /1-876308142/normalizer because node does not exist (not necessarily an error) 2024-11-20T03:19:56,227 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-876308142/normalizer already deleted, retry=false 2024-11-20T03:19:56,227 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T03:19:56,228 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34923-0x101564146470003, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Unable to get data of znode /1-876308142/switch/split because node does not exist (not necessarily an error) 2024-11-20T03:19:56,237 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-876308142/switch/split already deleted, retry=false 2024-11-20T03:19:56,238 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34923-0x101564146470003, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Unable to get data of znode /1-876308142/switch/merge because node does not exist (not necessarily an error) 2024-11-20T03:19:56,248 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-876308142/switch/merge already deleted, retry=false 2024-11-20T03:19:56,249 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34923-0x101564146470003, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Unable to get data of znode /1-876308142/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T03:19:56,258 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-876308142/snapshot-cleanup already deleted, retry=false 2024-11-20T03:19:56,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34923-0x101564146470003, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-876308142/running 2024-11-20T03:19:56,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45485-0x101564146470004, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-876308142/running 2024-11-20T03:19:56,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34923-0x101564146470003, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-876308142 2024-11-20T03:19:56,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45485-0x101564146470004, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-876308142 2024-11-20T03:19:56,269 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d00f728e99d7,34923,1732072794203, sessionid=0x101564146470003, setting cluster-up flag (Was=false) 2024-11-20T03:19:56,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45485-0x101564146470004, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-876308142 2024-11-20T03:19:56,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34923-0x101564146470003, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-876308142 2024-11-20T03:19:56,321 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-876308142/flush-table-proc/acquired, /1-876308142/flush-table-proc/reached, /1-876308142/flush-table-proc/abort 2024-11-20T03:19:56,322 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,34923,1732072794203 2024-11-20T03:19:56,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34923-0x101564146470003, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-876308142 2024-11-20T03:19:56,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45485-0x101564146470004, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-876308142 2024-11-20T03:19:56,374 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-876308142/online-snapshot/acquired, /1-876308142/online-snapshot/reached, /1-876308142/online-snapshot/abort 2024-11-20T03:19:56,375 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,34923,1732072794203 2024-11-20T03:19:56,376 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T03:19:56,377 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T03:19:56,377 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T03:19:56,378 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T03:19:56,378 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d00f728e99d7,34923,1732072794203 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T03:19:56,379 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:19:56,379 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:19:56,379 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:19:56,379 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:19:56,379 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d00f728e99d7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T03:19:56,379 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:56,379 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:19:56,379 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:56,380 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732072826380 2024-11-20T03:19:56,380 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T03:19:56,380 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T03:19:56,380 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T03:19:56,380 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T03:19:56,380 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T03:19:56,380 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T03:19:56,380 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:19:56,380 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T03:19:56,381 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:56,381 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T03:19:56,382 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:56,382 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T03:19:56,382 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T03:19:56,382 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T03:19:56,382 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T03:19:56,382 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T03:19:56,382 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T03:19:56,383 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072796382,5,FailOnTimeoutGroup] 2024-11-20T03:19:56,383 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072796383,5,FailOnTimeoutGroup] 2024-11-20T03:19:56,383 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:56,383 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T03:19:56,383 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:56,383 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:56,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741831_1007 (size=1321) 2024-11-20T03:19:56,392 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T03:19:56,392 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e 2024-11-20T03:19:56,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741832_1008 (size=32) 2024-11-20T03:19:56,465 INFO [RS:0;d00f728e99d7:45485 {}] regionserver.HRegionServer(746): ClusterId : d3f3e1dd-a5db-4a7d-bd69-2443244d3313 2024-11-20T03:19:56,465 DEBUG [RS:0;d00f728e99d7:45485 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T03:19:56,469 DEBUG [RS:0;d00f728e99d7:45485 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T03:19:56,469 DEBUG [RS:0;d00f728e99d7:45485 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T03:19:56,480 DEBUG [RS:0;d00f728e99d7:45485 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T03:19:56,480 DEBUG [RS:0;d00f728e99d7:45485 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f97eef4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:19:56,490 DEBUG [RS:0;d00f728e99d7:45485 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d00f728e99d7:45485 2024-11-20T03:19:56,490 INFO [RS:0;d00f728e99d7:45485 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T03:19:56,490 INFO [RS:0;d00f728e99d7:45485 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T03:19:56,490 DEBUG [RS:0;d00f728e99d7:45485 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T03:19:56,491 INFO [RS:0;d00f728e99d7:45485 {}] regionserver.HRegionServer(2659): reportForDuty to master=d00f728e99d7,34923,1732072794203 with port=45485, startcode=1732072794344 2024-11-20T03:19:56,491 DEBUG [RS:0;d00f728e99d7:45485 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T03:19:56,492 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T03:19:56,493 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34923 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d00f728e99d7,45485,1732072794344 2024-11-20T03:19:56,493 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34923 {}] master.ServerManager(517): Registering regionserver=d00f728e99d7,45485,1732072794344 2024-11-20T03:19:56,494 DEBUG [RS:0;d00f728e99d7:45485 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e 2024-11-20T03:19:56,494 DEBUG [RS:0;d00f728e99d7:45485 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39557 2024-11-20T03:19:56,494 DEBUG [RS:0;d00f728e99d7:45485 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T03:19:56,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34923-0x101564146470003, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-876308142/rs 2024-11-20T03:19:56,555 DEBUG [RS:0;d00f728e99d7:45485 {}] zookeeper.ZKUtil(111): regionserver:45485-0x101564146470004, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Set watcher on existing znode=/1-876308142/rs/d00f728e99d7,45485,1732072794344 2024-11-20T03:19:56,555 WARN [RS:0;d00f728e99d7:45485 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:19:56,555 INFO [RS:0;d00f728e99d7:45485 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:19:56,555 DEBUG [RS:0;d00f728e99d7:45485 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/WALs/d00f728e99d7,45485,1732072794344 2024-11-20T03:19:56,555 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d00f728e99d7,45485,1732072794344] 2024-11-20T03:19:56,558 INFO [RS:0;d00f728e99d7:45485 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T03:19:56,560 INFO [RS:0;d00f728e99d7:45485 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T03:19:56,560 INFO [RS:0;d00f728e99d7:45485 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T03:19:56,560 INFO [RS:0;d00f728e99d7:45485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:56,560 INFO [RS:0;d00f728e99d7:45485 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T03:19:56,561 INFO [RS:0;d00f728e99d7:45485 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T03:19:56,561 INFO [RS:0;d00f728e99d7:45485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:56,561 DEBUG [RS:0;d00f728e99d7:45485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:56,561 DEBUG [RS:0;d00f728e99d7:45485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:56,561 DEBUG [RS:0;d00f728e99d7:45485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:56,561 DEBUG [RS:0;d00f728e99d7:45485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:56,561 DEBUG [RS:0;d00f728e99d7:45485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:56,561 DEBUG [RS:0;d00f728e99d7:45485 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:19:56,561 DEBUG [RS:0;d00f728e99d7:45485 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:56,561 DEBUG [RS:0;d00f728e99d7:45485 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:56,561 DEBUG [RS:0;d00f728e99d7:45485 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:56,561 DEBUG [RS:0;d00f728e99d7:45485 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:56,561 DEBUG [RS:0;d00f728e99d7:45485 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:56,561 DEBUG [RS:0;d00f728e99d7:45485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:19:56,561 DEBUG [RS:0;d00f728e99d7:45485 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:19:56,561 DEBUG [RS:0;d00f728e99d7:45485 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:19:56,562 INFO [RS:0;d00f728e99d7:45485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:56,562 INFO [RS:0;d00f728e99d7:45485 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:56,562 INFO [RS:0;d00f728e99d7:45485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:56,562 INFO [RS:0;d00f728e99d7:45485 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:56,562 INFO [RS:0;d00f728e99d7:45485 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:56,562 INFO [RS:0;d00f728e99d7:45485 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,45485,1732072794344-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:19:56,574 INFO [RS:0;d00f728e99d7:45485 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T03:19:56,574 INFO [RS:0;d00f728e99d7:45485 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,45485,1732072794344-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:56,574 INFO [RS:0;d00f728e99d7:45485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:56,574 INFO [RS:0;d00f728e99d7:45485 {}] regionserver.Replication(171): d00f728e99d7,45485,1732072794344 started 2024-11-20T03:19:56,586 INFO [RS:0;d00f728e99d7:45485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:56,586 INFO [RS:0;d00f728e99d7:45485 {}] regionserver.HRegionServer(1482): Serving as d00f728e99d7,45485,1732072794344, RpcServer on d00f728e99d7/172.17.0.2:45485, sessionid=0x101564146470004 2024-11-20T03:19:56,586 DEBUG [RS:0;d00f728e99d7:45485 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T03:19:56,586 DEBUG [RS:0;d00f728e99d7:45485 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d00f728e99d7,45485,1732072794344 2024-11-20T03:19:56,586 DEBUG [RS:0;d00f728e99d7:45485 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,45485,1732072794344' 2024-11-20T03:19:56,586 DEBUG [RS:0;d00f728e99d7:45485 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-876308142/flush-table-proc/abort' 2024-11-20T03:19:56,587 DEBUG [RS:0;d00f728e99d7:45485 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-876308142/flush-table-proc/acquired' 2024-11-20T03:19:56,587 DEBUG [RS:0;d00f728e99d7:45485 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T03:19:56,587 DEBUG [RS:0;d00f728e99d7:45485 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T03:19:56,587 DEBUG [RS:0;d00f728e99d7:45485 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d00f728e99d7,45485,1732072794344 2024-11-20T03:19:56,587 DEBUG [RS:0;d00f728e99d7:45485 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,45485,1732072794344' 2024-11-20T03:19:56,587 DEBUG [RS:0;d00f728e99d7:45485 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-876308142/online-snapshot/abort' 2024-11-20T03:19:56,588 DEBUG [RS:0;d00f728e99d7:45485 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-876308142/online-snapshot/acquired' 2024-11-20T03:19:56,588 DEBUG [RS:0;d00f728e99d7:45485 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T03:19:56,588 INFO [RS:0;d00f728e99d7:45485 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T03:19:56,588 INFO [RS:0;d00f728e99d7:45485 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T03:19:56,688 INFO [RS:0;d00f728e99d7:45485 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:19:56,690 INFO [RS:0;d00f728e99d7:45485 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C45485%2C1732072794344, suffix=, logDir=hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/WALs/d00f728e99d7,45485,1732072794344, archiveDir=hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/oldWALs, maxLogs=10 2024-11-20T03:19:56,702 DEBUG [RS:0;d00f728e99d7:45485 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/WALs/d00f728e99d7,45485,1732072794344/d00f728e99d7%2C45485%2C1732072794344.1732072796690, exclude list is [], retry=0 2024-11-20T03:19:56,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39509,DS-65c3f7e7-51de-4d16-b8db-a50257647136,DISK] 2024-11-20T03:19:56,705 INFO [RS:0;d00f728e99d7:45485 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/WALs/d00f728e99d7,45485,1732072794344/d00f728e99d7%2C45485%2C1732072794344.1732072796690 2024-11-20T03:19:56,705 DEBUG [RS:0;d00f728e99d7:45485 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35641:35641)] 2024-11-20T03:19:56,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:19:56,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:19:56,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:19:56,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:56,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:19:56,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:19:56,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:19:56,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:56,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:19:56,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:19:56,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:19:56,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:56,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:19:56,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:19:56,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:19:56,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:56,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:19:56,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:19:56,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/hbase/meta/1588230740 2024-11-20T03:19:56,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/hbase/meta/1588230740 2024-11-20T03:19:56,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:19:56,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:19:56,810 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:19:56,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:19:56,812 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:19:56,813 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74611569, jitterRate=0.11179901659488678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:19:56,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732072796802Initializing all the Stores at 1732072796803 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072796803Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072796803Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072796803Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072796803Cleaning up temporary data from old regions at 1732072796810 (+7 ms)Region opened successfully at 1732072796813 (+3 ms) 2024-11-20T03:19:56,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:19:56,813 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:19:56,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:19:56,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:19:56,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:19:56,813 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:19:56,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072796813Disabling compacts and flushes for region at 1732072796813Disabling writes for close at 1732072796813Writing region close event to WAL at 1732072796813Closed at 1732072796813 2024-11-20T03:19:56,814 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:19:56,814 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T03:19:56,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T03:19:56,815 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:19:56,815 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T03:19:56,852 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T03:19:56,966 DEBUG [d00f728e99d7:34923 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T03:19:56,966 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d00f728e99d7,45485,1732072794344 2024-11-20T03:19:56,967 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,45485,1732072794344, state=OPENING 2024-11-20T03:19:57,016 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T03:19:57,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45485-0x101564146470004, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-876308142 2024-11-20T03:19:57,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34923-0x101564146470003, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-876308142 2024-11-20T03:19:57,027 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:19:57,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-876308142/meta-region-server: CHANGED 2024-11-20T03:19:57,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-876308142/meta-region-server: CHANGED 2024-11-20T03:19:57,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,45485,1732072794344}] 2024-11-20T03:19:57,179 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:19:57,181 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T03:19:57,184 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T03:19:57,184 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:19:57,184 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T03:19:57,185 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C45485%2C1732072794344.meta, suffix=.meta, logDir=hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/WALs/d00f728e99d7,45485,1732072794344, archiveDir=hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/oldWALs, maxLogs=10 2024-11-20T03:19:57,196 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/WALs/d00f728e99d7,45485,1732072794344/d00f728e99d7%2C45485%2C1732072794344.meta.1732072797185.meta, exclude list is [], retry=0 2024-11-20T03:19:57,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39509,DS-65c3f7e7-51de-4d16-b8db-a50257647136,DISK] 2024-11-20T03:19:57,200 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/WALs/d00f728e99d7,45485,1732072794344/d00f728e99d7%2C45485%2C1732072794344.meta.1732072797185.meta 2024-11-20T03:19:57,200 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35641:35641)] 2024-11-20T03:19:57,200 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:19:57,200 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:19:57,200 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:19:57,200 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T03:19:57,200 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T03:19:57,200 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T03:19:57,201 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:19:57,201 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T03:19:57,201 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T03:19:57,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:19:57,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:19:57,202 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:57,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:19:57,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:19:57,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:19:57,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:57,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:19:57,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:19:57,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:19:57,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:57,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:19:57,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:19:57,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:19:57,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:57,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:19:57,205 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:19:57,206 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/hbase/meta/1588230740 2024-11-20T03:19:57,207 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/hbase/meta/1588230740 2024-11-20T03:19:57,208 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:19:57,208 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:19:57,208 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:19:57,209 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:19:57,210 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71942451, jitterRate=0.07202605903148651}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:19:57,210 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T03:19:57,210 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732072797201Writing region info on filesystem at 1732072797201Initializing all the Stores at 1732072797201Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072797201Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072797201Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072797201Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072797202 (+1 ms)Cleaning up temporary data from old regions at 1732072797208 (+6 ms)Running coprocessor post-open hooks at 1732072797210 (+2 ms)Region opened successfully at 1732072797210 2024-11-20T03:19:57,210 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732072797179 2024-11-20T03:19:57,212 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T03:19:57,212 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T03:19:57,213 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d00f728e99d7,45485,1732072794344 2024-11-20T03:19:57,213 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,45485,1732072794344, state=OPEN 2024-11-20T03:19:57,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45485-0x101564146470004, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-876308142/meta-region-server 2024-11-20T03:19:57,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34923-0x101564146470003, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-876308142/meta-region-server 2024-11-20T03:19:57,216 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d00f728e99d7,45485,1732072794344 2024-11-20T03:19:57,216 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-876308142/meta-region-server: CHANGED 2024-11-20T03:19:57,216 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-876308142/meta-region-server: CHANGED 2024-11-20T03:19:57,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T03:19:57,218 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,45485,1732072794344 in 189 msec 2024-11-20T03:19:57,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T03:19:57,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 404 msec 2024-11-20T03:19:57,220 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:19:57,220 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T03:19:57,221 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:19:57,221 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,45485,1732072794344, seqNum=-1] 2024-11-20T03:19:57,221 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:19:57,222 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56129, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:19:57,226 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 849 msec 2024-11-20T03:19:57,227 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732072797227, completionTime=-1 2024-11-20T03:19:57,227 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T03:19:57,227 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T03:19:57,228 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T03:19:57,228 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732072857228 2024-11-20T03:19:57,228 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732072917228 2024-11-20T03:19:57,228 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T03:19:57,229 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,34923,1732072794203-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:57,229 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,34923,1732072794203-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:57,229 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,34923,1732072794203-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:57,229 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d00f728e99d7:34923, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:57,229 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:57,229 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:57,230 DEBUG [master/d00f728e99d7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T03:19:57,231 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.825sec 2024-11-20T03:19:57,231 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T03:19:57,231 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T03:19:57,231 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T03:19:57,231 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T03:19:57,232 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T03:19:57,232 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,34923,1732072794203-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:19:57,232 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,34923,1732072794203-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T03:19:57,233 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T03:19:57,233 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T03:19:57,233 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,34923,1732072794203-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:19:57,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e58daff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:19:57,265 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,34923,-1 for getting cluster id 2024-11-20T03:19:57,265 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:19:57,267 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3f3e1dd-a5db-4a7d-bd69-2443244d3313' 2024-11-20T03:19:57,267 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:19:57,267 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3f3e1dd-a5db-4a7d-bd69-2443244d3313" 2024-11-20T03:19:57,267 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c888de0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:19:57,267 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,34923,-1] 2024-11-20T03:19:57,267 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:19:57,268 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:19:57,268 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:19:57,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@edd57e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:19:57,269 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:19:57,270 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,45485,1732072794344, seqNum=-1] 2024-11-20T03:19:57,270 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:19:57,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:19:57,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d00f728e99d7,34923,1732072794203 2024-11-20T03:19:57,273 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56013 2024-11-20T03:19:57,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:19:57,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101564146470005 connected 2024-11-20T03:19:57,291 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:19:57,292 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,45487,1732072788502 2024-11-20T03:19:57,292 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b4a83b8 2024-11-20T03:19:57,292 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:19:57,293 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:19:57,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45487 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:19:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45487 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T03:19:57,296 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T03:19:57,296 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:57,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45487 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T03:19:57,297 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T03:19:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:19:57,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42349 is added to blk_1073741835_1011 (size=902) 2024-11-20T03:19:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:19:57,505 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T03:19:57,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:57,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:57,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:57,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:57,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:57,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:57,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:57,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:19:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:19:57,703 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e993b71b54613613493fcd901113d994, NAME => 'test,,1732072797294.e993b71b54613613493fcd901113d994.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677 2024-11-20T03:19:57,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42349 is added to blk_1073741836_1012 (size=39) 2024-11-20T03:19:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:19:58,108 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732072797294.e993b71b54613613493fcd901113d994.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:19:58,108 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e993b71b54613613493fcd901113d994, disabling compactions & flushes 2024-11-20T03:19:58,108 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732072797294.e993b71b54613613493fcd901113d994. 2024-11-20T03:19:58,108 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732072797294.e993b71b54613613493fcd901113d994. 2024-11-20T03:19:58,108 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732072797294.e993b71b54613613493fcd901113d994. after waiting 0 ms 2024-11-20T03:19:58,108 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732072797294.e993b71b54613613493fcd901113d994. 2024-11-20T03:19:58,108 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732072797294.e993b71b54613613493fcd901113d994. 2024-11-20T03:19:58,108 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e993b71b54613613493fcd901113d994: Waiting for close lock at 1732072798108Disabling compacts and flushes for region at 1732072798108Disabling writes for close at 1732072798108Writing region close event to WAL at 1732072798108Closed at 1732072798108 2024-11-20T03:19:58,109 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T03:19:58,110 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732072797294.e993b71b54613613493fcd901113d994.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732072798109"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732072798109"}]},"ts":"1732072798109"} 2024-11-20T03:19:58,111 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T03:19:58,112 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T03:19:58,112 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072798112"}]},"ts":"1732072798112"} 2024-11-20T03:19:58,114 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T03:19:58,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e993b71b54613613493fcd901113d994, ASSIGN}] 2024-11-20T03:19:58,115 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e993b71b54613613493fcd901113d994, ASSIGN 2024-11-20T03:19:58,116 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e993b71b54613613493fcd901113d994, ASSIGN; state=OFFLINE, location=d00f728e99d7,34243,1732072788687; forceNewPlan=false, retain=false 2024-11-20T03:19:58,267 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e993b71b54613613493fcd901113d994, regionState=OPENING, regionLocation=d00f728e99d7,34243,1732072788687 2024-11-20T03:19:58,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e993b71b54613613493fcd901113d994, ASSIGN because future has completed 2024-11-20T03:19:58,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e993b71b54613613493fcd901113d994, server=d00f728e99d7,34243,1732072788687}] 2024-11-20T03:19:58,424 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732072797294.e993b71b54613613493fcd901113d994. 2024-11-20T03:19:58,424 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e993b71b54613613493fcd901113d994, NAME => 'test,,1732072797294.e993b71b54613613493fcd901113d994.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:19:58,424 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:19:58,425 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T03:19:58,425 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e993b71b54613613493fcd901113d994 2024-11-20T03:19:58,425 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732072797294.e993b71b54613613493fcd901113d994.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:19:58,425 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e993b71b54613613493fcd901113d994 2024-11-20T03:19:58,425 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e993b71b54613613493fcd901113d994 2024-11-20T03:19:58,426 INFO [StoreOpener-e993b71b54613613493fcd901113d994-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e993b71b54613613493fcd901113d994 2024-11-20T03:19:58,427 INFO [StoreOpener-e993b71b54613613493fcd901113d994-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e993b71b54613613493fcd901113d994 columnFamilyName f 2024-11-20T03:19:58,427 DEBUG [StoreOpener-e993b71b54613613493fcd901113d994-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:58,427 INFO [StoreOpener-e993b71b54613613493fcd901113d994-1 {}] regionserver.HStore(327): Store=e993b71b54613613493fcd901113d994/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:19:58,427 INFO [StoreOpener-e993b71b54613613493fcd901113d994-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e993b71b54613613493fcd901113d994 2024-11-20T03:19:58,428 INFO [StoreOpener-e993b71b54613613493fcd901113d994-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e993b71b54613613493fcd901113d994 columnFamilyName f1 2024-11-20T03:19:58,428 DEBUG [StoreOpener-e993b71b54613613493fcd901113d994-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:58,428 INFO [StoreOpener-e993b71b54613613493fcd901113d994-1 {}] regionserver.HStore(327): Store=e993b71b54613613493fcd901113d994/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:19:58,428 INFO [StoreOpener-e993b71b54613613493fcd901113d994-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e993b71b54613613493fcd901113d994 2024-11-20T03:19:58,429 INFO [StoreOpener-e993b71b54613613493fcd901113d994-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e993b71b54613613493fcd901113d994 columnFamilyName norep 2024-11-20T03:19:58,429 DEBUG [StoreOpener-e993b71b54613613493fcd901113d994-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:58,429 INFO [StoreOpener-e993b71b54613613493fcd901113d994-1 {}] regionserver.HStore(327): Store=e993b71b54613613493fcd901113d994/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:19:58,429 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e993b71b54613613493fcd901113d994 2024-11-20T03:19:58,430 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/default/test/e993b71b54613613493fcd901113d994 2024-11-20T03:19:58,430 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/default/test/e993b71b54613613493fcd901113d994 2024-11-20T03:19:58,431 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e993b71b54613613493fcd901113d994 2024-11-20T03:19:58,431 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e993b71b54613613493fcd901113d994 2024-11-20T03:19:58,431 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:19:58,432 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e993b71b54613613493fcd901113d994 2024-11-20T03:19:58,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:19:58,433 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/default/test/e993b71b54613613493fcd901113d994/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:19:58,434 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e993b71b54613613493fcd901113d994; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67680633, jitterRate=0.00852002203464508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:19:58,434 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e993b71b54613613493fcd901113d994 2024-11-20T03:19:58,434 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e993b71b54613613493fcd901113d994: Running coprocessor pre-open hook at 1732072798425Writing region info on filesystem at 1732072798425Initializing all the Stores at 1732072798426 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072798426Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072798426Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072798426Cleaning up temporary data from old regions at 1732072798431 (+5 ms)Running coprocessor post-open hooks at 1732072798434 (+3 ms)Region opened successfully at 1732072798434 2024-11-20T03:19:58,435 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732072797294.e993b71b54613613493fcd901113d994., pid=6, masterSystemTime=1732072798421 2024-11-20T03:19:58,437 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732072797294.e993b71b54613613493fcd901113d994. 2024-11-20T03:19:58,437 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732072797294.e993b71b54613613493fcd901113d994. 2024-11-20T03:19:58,437 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e993b71b54613613493fcd901113d994, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d00f728e99d7,34243,1732072788687 2024-11-20T03:19:58,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e993b71b54613613493fcd901113d994, server=d00f728e99d7,34243,1732072788687 because future has completed 2024-11-20T03:19:58,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T03:19:58,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e993b71b54613613493fcd901113d994, server=d00f728e99d7,34243,1732072788687 in 171 msec 2024-11-20T03:19:58,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T03:19:58,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e993b71b54613613493fcd901113d994, ASSIGN in 327 msec 2024-11-20T03:19:58,443 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T03:19:58,443 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072798443"}]},"ts":"1732072798443"} 2024-11-20T03:19:58,444 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T03:19:58,445 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T03:19:58,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-20T03:19:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:19:59,443 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T03:19:59,443 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:19:59,443 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,34923,1732072794203 2024-11-20T03:19:59,443 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bf68c94 2024-11-20T03:19:59,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:19:59,444 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:19:59,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34923 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:19:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34923 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T03:19:59,447 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T03:19:59,447 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:19:59,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34923 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T03:19:59,448 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T03:19:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:19:59,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741835_1011 (size=902) 2024-11-20T03:19:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:19:59,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:19:59,853 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => df68d827b706b30373e6a7a1f6ffeeaa, NAME => 'test,,1732072799445.df68d827b706b30373e6a7a1f6ffeeaa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e 2024-11-20T03:19:59,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741836_1012 (size=39) 2024-11-20T03:20:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:20:00,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732072799445.df68d827b706b30373e6a7a1f6ffeeaa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:20:00,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing df68d827b706b30373e6a7a1f6ffeeaa, disabling compactions & flushes 2024-11-20T03:20:00,259 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732072799445.df68d827b706b30373e6a7a1f6ffeeaa. 2024-11-20T03:20:00,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732072799445.df68d827b706b30373e6a7a1f6ffeeaa. 2024-11-20T03:20:00,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732072799445.df68d827b706b30373e6a7a1f6ffeeaa. after waiting 0 ms 2024-11-20T03:20:00,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732072799445.df68d827b706b30373e6a7a1f6ffeeaa. 2024-11-20T03:20:00,259 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732072799445.df68d827b706b30373e6a7a1f6ffeeaa. 2024-11-20T03:20:00,259 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for df68d827b706b30373e6a7a1f6ffeeaa: Waiting for close lock at 1732072800259Disabling compacts and flushes for region at 1732072800259Disabling writes for close at 1732072800259Writing region close event to WAL at 1732072800259Closed at 1732072800259 2024-11-20T03:20:00,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T03:20:00,260 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732072799445.df68d827b706b30373e6a7a1f6ffeeaa.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732072800260"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732072800260"}]},"ts":"1732072800260"} 2024-11-20T03:20:00,262 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T03:20:00,262 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T03:20:00,263 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072800262"}]},"ts":"1732072800262"} 2024-11-20T03:20:00,264 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T03:20:00,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=df68d827b706b30373e6a7a1f6ffeeaa, ASSIGN}] 2024-11-20T03:20:00,265 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=df68d827b706b30373e6a7a1f6ffeeaa, ASSIGN 2024-11-20T03:20:00,266 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=df68d827b706b30373e6a7a1f6ffeeaa, ASSIGN; state=OFFLINE, location=d00f728e99d7,45485,1732072794344; forceNewPlan=false, retain=false 2024-11-20T03:20:00,416 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=df68d827b706b30373e6a7a1f6ffeeaa, regionState=OPENING, regionLocation=d00f728e99d7,45485,1732072794344 2024-11-20T03:20:00,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=df68d827b706b30373e6a7a1f6ffeeaa, ASSIGN because future has completed 2024-11-20T03:20:00,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure df68d827b706b30373e6a7a1f6ffeeaa, server=d00f728e99d7,45485,1732072794344}] 2024-11-20T03:20:00,573 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732072799445.df68d827b706b30373e6a7a1f6ffeeaa. 2024-11-20T03:20:00,573 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => df68d827b706b30373e6a7a1f6ffeeaa, NAME => 'test,,1732072799445.df68d827b706b30373e6a7a1f6ffeeaa.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:20:00,574 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:20:00,574 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T03:20:00,574 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test df68d827b706b30373e6a7a1f6ffeeaa 2024-11-20T03:20:00,574 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732072799445.df68d827b706b30373e6a7a1f6ffeeaa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:20:00,574 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for df68d827b706b30373e6a7a1f6ffeeaa 2024-11-20T03:20:00,574 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for df68d827b706b30373e6a7a1f6ffeeaa 2024-11-20T03:20:00,575 INFO [StoreOpener-df68d827b706b30373e6a7a1f6ffeeaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region df68d827b706b30373e6a7a1f6ffeeaa 2024-11-20T03:20:00,576 INFO [StoreOpener-df68d827b706b30373e6a7a1f6ffeeaa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df68d827b706b30373e6a7a1f6ffeeaa columnFamilyName f 2024-11-20T03:20:00,576 DEBUG [StoreOpener-df68d827b706b30373e6a7a1f6ffeeaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:00,576 INFO [StoreOpener-df68d827b706b30373e6a7a1f6ffeeaa-1 {}] regionserver.HStore(327): Store=df68d827b706b30373e6a7a1f6ffeeaa/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:20:00,576 INFO [StoreOpener-df68d827b706b30373e6a7a1f6ffeeaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region df68d827b706b30373e6a7a1f6ffeeaa 2024-11-20T03:20:00,577 INFO [StoreOpener-df68d827b706b30373e6a7a1f6ffeeaa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df68d827b706b30373e6a7a1f6ffeeaa columnFamilyName f1 2024-11-20T03:20:00,577 DEBUG [StoreOpener-df68d827b706b30373e6a7a1f6ffeeaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:00,577 INFO [StoreOpener-df68d827b706b30373e6a7a1f6ffeeaa-1 {}] regionserver.HStore(327): Store=df68d827b706b30373e6a7a1f6ffeeaa/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:20:00,578 INFO [StoreOpener-df68d827b706b30373e6a7a1f6ffeeaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region df68d827b706b30373e6a7a1f6ffeeaa 2024-11-20T03:20:00,578 INFO [StoreOpener-df68d827b706b30373e6a7a1f6ffeeaa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df68d827b706b30373e6a7a1f6ffeeaa columnFamilyName norep 2024-11-20T03:20:00,578 DEBUG [StoreOpener-df68d827b706b30373e6a7a1f6ffeeaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:00,578 INFO [StoreOpener-df68d827b706b30373e6a7a1f6ffeeaa-1 {}] regionserver.HStore(327): Store=df68d827b706b30373e6a7a1f6ffeeaa/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:20:00,579 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for df68d827b706b30373e6a7a1f6ffeeaa 2024-11-20T03:20:00,579 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/default/test/df68d827b706b30373e6a7a1f6ffeeaa 2024-11-20T03:20:00,579 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/default/test/df68d827b706b30373e6a7a1f6ffeeaa 2024-11-20T03:20:00,580 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for df68d827b706b30373e6a7a1f6ffeeaa 2024-11-20T03:20:00,580 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for df68d827b706b30373e6a7a1f6ffeeaa 2024-11-20T03:20:00,580 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:20:00,581 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for df68d827b706b30373e6a7a1f6ffeeaa 2024-11-20T03:20:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:20:00,583 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/default/test/df68d827b706b30373e6a7a1f6ffeeaa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:20:00,583 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened df68d827b706b30373e6a7a1f6ffeeaa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59464076, jitterRate=-0.11391621828079224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:20:00,583 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for df68d827b706b30373e6a7a1f6ffeeaa 2024-11-20T03:20:00,583 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for df68d827b706b30373e6a7a1f6ffeeaa: Running coprocessor pre-open hook at 1732072800574Writing region info on filesystem at 1732072800574Initializing all the Stores at 1732072800575 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072800575Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072800575Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072800575Cleaning up temporary data from old regions at 1732072800580 (+5 ms)Running coprocessor post-open hooks at 1732072800583 (+3 ms)Region opened successfully at 1732072800583 2024-11-20T03:20:00,584 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732072799445.df68d827b706b30373e6a7a1f6ffeeaa., pid=6, masterSystemTime=1732072800571 2024-11-20T03:20:00,585 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732072799445.df68d827b706b30373e6a7a1f6ffeeaa. 2024-11-20T03:20:00,585 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732072799445.df68d827b706b30373e6a7a1f6ffeeaa. 2024-11-20T03:20:00,586 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=df68d827b706b30373e6a7a1f6ffeeaa, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d00f728e99d7,45485,1732072794344 2024-11-20T03:20:00,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure df68d827b706b30373e6a7a1f6ffeeaa, server=d00f728e99d7,45485,1732072794344 because future has completed 2024-11-20T03:20:00,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T03:20:00,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure df68d827b706b30373e6a7a1f6ffeeaa, server=d00f728e99d7,45485,1732072794344 in 169 msec 2024-11-20T03:20:00,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T03:20:00,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=df68d827b706b30373e6a7a1f6ffeeaa, ASSIGN in 326 msec 2024-11-20T03:20:00,592 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T03:20:00,592 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072800592"}]},"ts":"1732072800592"} 2024-11-20T03:20:00,594 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T03:20:00,594 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T03:20:00,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-20T03:20:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:20:01,592 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T03:20:01,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12afba8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:01,593 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,45487,-1 for getting cluster id 2024-11-20T03:20:01,593 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:20:01,593 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bcc58ff6-def1-490c-b246-c79bdbfe854b' 2024-11-20T03:20:01,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:20:01,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bcc58ff6-def1-490c-b246-c79bdbfe854b" 2024-11-20T03:20:01,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a50794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:01,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,45487,-1] 2024-11-20T03:20:01,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:20:01,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:01,594 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:20:01,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57568f18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:01,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71a3debf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:01,595 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,34923,-1 for getting cluster id 2024-11-20T03:20:01,596 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:20:01,596 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3f3e1dd-a5db-4a7d-bd69-2443244d3313' 2024-11-20T03:20:01,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:20:01,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3f3e1dd-a5db-4a7d-bd69-2443244d3313" 2024-11-20T03:20:01,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54db3d81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:01,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,34923,-1] 2024-11-20T03:20:01,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:20:01,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:01,597 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:20:01,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c251422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:01,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7729d149, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:01,598 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,45487,-1 for getting cluster id 2024-11-20T03:20:01,598 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:20:01,599 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bcc58ff6-def1-490c-b246-c79bdbfe854b' 2024-11-20T03:20:01,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:20:01,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bcc58ff6-def1-490c-b246-c79bdbfe854b" 2024-11-20T03:20:01,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71ac7c86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:01,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,45487,-1] 2024-11-20T03:20:01,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:20:01,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:01,600 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:20:01,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e7f9a6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:01,601 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:20:01,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,45487,1732072788502 2024-11-20T03:20:01,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66724ce7 2024-11-20T03:20:01,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:20:01,602 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:20:01,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45487 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d00f728e99d7:34923,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T03:20:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45487 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T03:20:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:20:01,661 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d00f728e99d7:34923' 2024-11-20T03:20:01,662 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52b07b4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:01,662 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,34923,-1 for getting cluster id 2024-11-20T03:20:01,662 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:20:01,663 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3f3e1dd-a5db-4a7d-bd69-2443244d3313' 2024-11-20T03:20:01,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:20:01,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3f3e1dd-a5db-4a7d-bd69-2443244d3313" 2024-11-20T03:20:01,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@172e73a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:01,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,34923,-1] 2024-11-20T03:20:01,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:20:01,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:01,664 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:20:01,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd99193, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:01,664 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:20:01,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,34923,1732072794203 2024-11-20T03:20:01,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@762f5c11 2024-11-20T03:20:01,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:20:01,666 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:20:01,666 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-20T03:20:01,666 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T03:20:01,666 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:01,666 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:01,666 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:20:01,667 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:20:01,667 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T03:20:01,668 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T03:20:01,668 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:01,669 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T03:20:01,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42349 is added to blk_1073741837_1013 (size=1138) 2024-11-20T03:20:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:20:01,718 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T03:20:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:20:02,080 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6350d6dffde4f50b801bc00044a187ae, NAME => 'hbase:replication,,1732072801666.6350d6dffde4f50b801bc00044a187ae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677 2024-11-20T03:20:02,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42349 is added to blk_1073741838_1014 (size=44) 2024-11-20T03:20:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:20:02,485 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732072801666.6350d6dffde4f50b801bc00044a187ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:20:02,485 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6350d6dffde4f50b801bc00044a187ae, disabling compactions & flushes 2024-11-20T03:20:02,485 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732072801666.6350d6dffde4f50b801bc00044a187ae. 2024-11-20T03:20:02,485 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732072801666.6350d6dffde4f50b801bc00044a187ae. 2024-11-20T03:20:02,485 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732072801666.6350d6dffde4f50b801bc00044a187ae. after waiting 0 ms 2024-11-20T03:20:02,485 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732072801666.6350d6dffde4f50b801bc00044a187ae. 2024-11-20T03:20:02,485 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732072801666.6350d6dffde4f50b801bc00044a187ae. 2024-11-20T03:20:02,485 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6350d6dffde4f50b801bc00044a187ae: Waiting for close lock at 1732072802485Disabling compacts and flushes for region at 1732072802485Disabling writes for close at 1732072802485Writing region close event to WAL at 1732072802485Closed at 1732072802485 2024-11-20T03:20:02,486 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T03:20:02,487 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732072801666.6350d6dffde4f50b801bc00044a187ae.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732072802486"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732072802486"}]},"ts":"1732072802486"} 2024-11-20T03:20:02,488 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T03:20:02,489 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T03:20:02,490 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072802489"}]},"ts":"1732072802489"} 2024-11-20T03:20:02,491 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T03:20:02,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6350d6dffde4f50b801bc00044a187ae, ASSIGN}] 2024-11-20T03:20:02,492 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6350d6dffde4f50b801bc00044a187ae, ASSIGN 2024-11-20T03:20:02,493 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6350d6dffde4f50b801bc00044a187ae, ASSIGN; state=OFFLINE, location=d00f728e99d7,34243,1732072788687; forceNewPlan=false, retain=false 2024-11-20T03:20:02,643 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6350d6dffde4f50b801bc00044a187ae, regionState=OPENING, regionLocation=d00f728e99d7,34243,1732072788687 2024-11-20T03:20:02,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6350d6dffde4f50b801bc00044a187ae, ASSIGN because future has completed 2024-11-20T03:20:02,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6350d6dffde4f50b801bc00044a187ae, server=d00f728e99d7,34243,1732072788687}] 2024-11-20T03:20:02,702 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T03:20:02,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:02,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:02,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:02,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:02,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:02,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:02,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:02,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:02,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:20:02,748 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T03:20:02,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732072801666.6350d6dffde4f50b801bc00044a187ae. 2024-11-20T03:20:02,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:20:02,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T03:20:02,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C34243%2C1732072788687.rep, suffix=, logDir=hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687, archiveDir=hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/oldWALs, maxLogs=10 2024-11-20T03:20:02,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687/d00f728e99d7%2C34243%2C1732072788687.rep.1732072802802, exclude list is [], retry=0 2024-11-20T03:20:02,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42349,DS-b1791c26-fdcd-4d9d-9918-17e59d427d8f,DISK] 2024-11-20T03:20:02,818 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687/d00f728e99d7%2C34243%2C1732072788687.rep.1732072802802 2024-11-20T03:20:02,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40659:40659)] 2024-11-20T03:20:02,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6350d6dffde4f50b801bc00044a187ae, NAME => 'hbase:replication,,1732072801666.6350d6dffde4f50b801bc00044a187ae.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:20:02,818 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:20:02,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:20:02,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732072801666.6350d6dffde4f50b801bc00044a187ae. service=MultiRowMutationService 2024-11-20T03:20:02,819 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T03:20:02,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6350d6dffde4f50b801bc00044a187ae 2024-11-20T03:20:02,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732072801666.6350d6dffde4f50b801bc00044a187ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:20:02,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6350d6dffde4f50b801bc00044a187ae 2024-11-20T03:20:02,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6350d6dffde4f50b801bc00044a187ae 2024-11-20T03:20:02,820 INFO [StoreOpener-6350d6dffde4f50b801bc00044a187ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6350d6dffde4f50b801bc00044a187ae 2024-11-20T03:20:02,821 INFO [StoreOpener-6350d6dffde4f50b801bc00044a187ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6350d6dffde4f50b801bc00044a187ae columnFamilyName hfileref 2024-11-20T03:20:02,821 DEBUG [StoreOpener-6350d6dffde4f50b801bc00044a187ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:02,821 INFO [StoreOpener-6350d6dffde4f50b801bc00044a187ae-1 {}] regionserver.HStore(327): Store=6350d6dffde4f50b801bc00044a187ae/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:20:02,821 INFO [StoreOpener-6350d6dffde4f50b801bc00044a187ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6350d6dffde4f50b801bc00044a187ae 2024-11-20T03:20:02,822 INFO [StoreOpener-6350d6dffde4f50b801bc00044a187ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6350d6dffde4f50b801bc00044a187ae columnFamilyName queue 2024-11-20T03:20:02,822 DEBUG [StoreOpener-6350d6dffde4f50b801bc00044a187ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:02,823 INFO [StoreOpener-6350d6dffde4f50b801bc00044a187ae-1 {}] regionserver.HStore(327): Store=6350d6dffde4f50b801bc00044a187ae/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:20:02,823 INFO [StoreOpener-6350d6dffde4f50b801bc00044a187ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6350d6dffde4f50b801bc00044a187ae 2024-11-20T03:20:02,823 INFO [StoreOpener-6350d6dffde4f50b801bc00044a187ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6350d6dffde4f50b801bc00044a187ae columnFamilyName sid 2024-11-20T03:20:02,823 DEBUG [StoreOpener-6350d6dffde4f50b801bc00044a187ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:02,824 INFO [StoreOpener-6350d6dffde4f50b801bc00044a187ae-1 {}] regionserver.HStore(327): Store=6350d6dffde4f50b801bc00044a187ae/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:20:02,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6350d6dffde4f50b801bc00044a187ae 2024-11-20T03:20:02,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/hbase/replication/6350d6dffde4f50b801bc00044a187ae 2024-11-20T03:20:02,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/hbase/replication/6350d6dffde4f50b801bc00044a187ae 2024-11-20T03:20:02,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6350d6dffde4f50b801bc00044a187ae 2024-11-20T03:20:02,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6350d6dffde4f50b801bc00044a187ae 2024-11-20T03:20:02,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:20:02,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6350d6dffde4f50b801bc00044a187ae 2024-11-20T03:20:02,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/hbase/replication/6350d6dffde4f50b801bc00044a187ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:20:02,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6350d6dffde4f50b801bc00044a187ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59981143, jitterRate=-0.10621131956577301}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:20:02,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6350d6dffde4f50b801bc00044a187ae 2024-11-20T03:20:02,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6350d6dffde4f50b801bc00044a187ae: Running coprocessor pre-open hook at 1732072802819Writing region info on filesystem at 1732072802819Initializing all the Stores at 1732072802820 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072802820Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072802820Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072802820Cleaning up temporary data from old regions at 1732072802825 (+5 ms)Running coprocessor post-open hooks at 1732072802828 (+3 ms)Region opened successfully at 1732072802828 2024-11-20T03:20:02,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732072801666.6350d6dffde4f50b801bc00044a187ae., pid=10, masterSystemTime=1732072802798 2024-11-20T03:20:02,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732072801666.6350d6dffde4f50b801bc00044a187ae. 2024-11-20T03:20:02,830 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732072801666.6350d6dffde4f50b801bc00044a187ae. 2024-11-20T03:20:02,831 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6350d6dffde4f50b801bc00044a187ae, regionState=OPEN, openSeqNum=2, regionLocation=d00f728e99d7,34243,1732072788687 2024-11-20T03:20:02,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6350d6dffde4f50b801bc00044a187ae, server=d00f728e99d7,34243,1732072788687 because future has completed 2024-11-20T03:20:02,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T03:20:02,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6350d6dffde4f50b801bc00044a187ae, server=d00f728e99d7,34243,1732072788687 in 187 msec 2024-11-20T03:20:02,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T03:20:02,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6350d6dffde4f50b801bc00044a187ae, ASSIGN in 343 msec 2024-11-20T03:20:02,836 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T03:20:02,836 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072802836"}]},"ts":"1732072802836"} 2024-11-20T03:20:02,838 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T03:20:02,838 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T03:20:02,840 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-11-20T03:20:02,852 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T03:20:02,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732072801666.6350d6dffde4f50b801bc00044a187ae., hostname=d00f728e99d7,34243,1732072788687, seqNum=2] 2024-11-20T03:20:03,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34243-0x101564146470001, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1691789426 2024-11-20T03:20:03,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45487-0x101564146470000, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1691789426 2024-11-20T03:20:03,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T03:20:03,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34243 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T03:20:03,211 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T03:20:03,236 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d00f728e99d7,34243,1732072788687, ReplicationSource: 1, currentBandwidth=0 2024-11-20T03:20:03,236 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:20:03,236 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,34243,1732072788687, seqNum=-1] 2024-11-20T03:20:03,236 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:20:03,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-20T03:20:03,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d00f728e99d7,34243,1732072788687', locateType=CURRENT is [region=hbase:replication,,1732072801666.6350d6dffde4f50b801bc00044a187ae., hostname=d00f728e99d7,34243,1732072788687, seqNum=2] 2024-11-20T03:20:03,241 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T03:20:03,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45487 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T03:20:03,243 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d00f728e99d7,34243,1732072788687 suceeded 2024-11-20T03:20:03,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T03:20:03,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-20T03:20:03,244 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d00f728e99d7:34923,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T03:20:03,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6410 sec 2024-11-20T03:20:03,255 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d00f728e99d7:34923' 2024-11-20T03:20:03,256 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21dc8ff1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:03,256 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,34923,-1 for getting cluster id 2024-11-20T03:20:03,256 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:20:03,256 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3f3e1dd-a5db-4a7d-bd69-2443244d3313' 2024-11-20T03:20:03,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:20:03,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3f3e1dd-a5db-4a7d-bd69-2443244d3313" 2024-11-20T03:20:03,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d237598, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:03,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,34923,-1] 2024-11-20T03:20:03,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:20:03,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:03,258 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:20:03,258 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ff4fad4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:03,258 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:20:03,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,34923,1732072794203 2024-11-20T03:20:03,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@352f414f 2024-11-20T03:20:03,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:20:03,260 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-20T03:20:03,260 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d00f728e99d7,34243,1732072788687 (queues=1) is replicating from cluster=bcc58ff6-def1-490c-b246-c79bdbfe854b to cluster=d3f3e1dd-a5db-4a7d-bd69-2443244d3313 2024-11-20T03:20:03,260 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d00f728e99d7%2C34243%2C1732072788687 2024-11-20T03:20:03,261 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d00f728e99d7,34243,1732072788687, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T03:20:03,261 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.shipperd00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d00f728e99d7%2C34243%2C1732072788687 2024-11-20T03:20:03,261 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.wal-reader.d00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687/d00f728e99d7%2C34243%2C1732072788687.1732072790998, startPosition=0, beingWritten=true 2024-11-20T03:20:03,265 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.wal-reader.d00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:20:03,265 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.wal-reader.d00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687/d00f728e99d7%2C34243%2C1732072788687.1732072790998 to pos 379, reset compression=false 2024-11-20T03:20:03,265 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.shipperd00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,34243,1732072788687 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687/d00f728e99d7%2C34243%2C1732072788687.1732072790998, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T03:20:03,468 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.wal-reader.d00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687/d00f728e99d7%2C34243%2C1732072788687.1732072790998 to pos 379, reset compression=false 2024-11-20T03:20:03,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:20:03,752 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T03:20:03,752 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:20:03,752 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:20:03,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:03,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:03,752 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:20:03,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c17d82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:03,753 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,34923,-1 for getting cluster id 2024-11-20T03:20:03,753 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:20:03,753 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3f3e1dd-a5db-4a7d-bd69-2443244d3313' 2024-11-20T03:20:03,753 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:20:03,753 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3f3e1dd-a5db-4a7d-bd69-2443244d3313" 2024-11-20T03:20:03,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@643c0d92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:03,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,34923,-1] 2024-11-20T03:20:03,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:20:03,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:03,754 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:20:03,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7809efd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:03,755 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:20:03,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,34923,1732072794203 2024-11-20T03:20:03,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c21576b 2024-11-20T03:20:03,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:20:03,757 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:20:03,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34923 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d00f728e99d7:45487,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T03:20:03,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34923 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T03:20:03,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:20:03,759 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d00f728e99d7:45487' 2024-11-20T03:20:03,760 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a303d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:03,760 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,45487,-1 for getting cluster id 2024-11-20T03:20:03,760 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:20:03,760 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bcc58ff6-def1-490c-b246-c79bdbfe854b' 2024-11-20T03:20:03,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:20:03,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bcc58ff6-def1-490c-b246-c79bdbfe854b" 2024-11-20T03:20:03,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6132e143, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:03,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,45487,-1] 2024-11-20T03:20:03,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:20:03,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:03,761 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:20:03,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2986ee27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:03,762 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:20:03,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,45487,1732072788502 2024-11-20T03:20:03,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15fb8735 2024-11-20T03:20:03,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:20:03,763 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:20:03,764 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T03:20:03,764 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T03:20:03,764 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:03,764 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:03,764 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:20:03,764 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:20:03,766 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T03:20:03,766 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T03:20:03,766 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:03,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T03:20:03,772 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.wal-reader.d00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687/d00f728e99d7%2C34243%2C1732072788687.1732072790998 to pos 379, reset compression=false 2024-11-20T03:20:03,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741837_1013 (size=1138) 2024-11-20T03:20:03,816 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T03:20:03,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:20:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:20:04,173 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4a87cbbf7f41528f932f59ec73e532c0, NAME => 'hbase:replication,,1732072803764.4a87cbbf7f41528f932f59ec73e532c0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e 2024-11-20T03:20:04,175 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.wal-reader.d00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687/d00f728e99d7%2C34243%2C1732072788687.1732072790998 to pos 379, reset compression=false 2024-11-20T03:20:04,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741838_1014 (size=44) 2024-11-20T03:20:04,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T03:20:04,209 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T03:20:04,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T03:20:04,209 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-20T03:20:04,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T03:20:04,210 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T03:20:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:20:04,579 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732072803764.4a87cbbf7f41528f932f59ec73e532c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:20:04,579 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4a87cbbf7f41528f932f59ec73e532c0, disabling compactions & flushes 2024-11-20T03:20:04,579 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732072803764.4a87cbbf7f41528f932f59ec73e532c0. 2024-11-20T03:20:04,579 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732072803764.4a87cbbf7f41528f932f59ec73e532c0. 2024-11-20T03:20:04,579 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732072803764.4a87cbbf7f41528f932f59ec73e532c0. after waiting 0 ms 2024-11-20T03:20:04,579 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732072803764.4a87cbbf7f41528f932f59ec73e532c0. 2024-11-20T03:20:04,579 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732072803764.4a87cbbf7f41528f932f59ec73e532c0. 2024-11-20T03:20:04,579 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4a87cbbf7f41528f932f59ec73e532c0: Waiting for close lock at 1732072804579Disabling compacts and flushes for region at 1732072804579Disabling writes for close at 1732072804579Writing region close event to WAL at 1732072804579Closed at 1732072804579 2024-11-20T03:20:04,580 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T03:20:04,580 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732072803764.4a87cbbf7f41528f932f59ec73e532c0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732072804580"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732072804580"}]},"ts":"1732072804580"} 2024-11-20T03:20:04,581 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T03:20:04,582 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T03:20:04,582 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072804582"}]},"ts":"1732072804582"} 2024-11-20T03:20:04,583 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T03:20:04,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4a87cbbf7f41528f932f59ec73e532c0, ASSIGN}] 2024-11-20T03:20:04,584 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4a87cbbf7f41528f932f59ec73e532c0, ASSIGN 2024-11-20T03:20:04,585 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4a87cbbf7f41528f932f59ec73e532c0, ASSIGN; state=OFFLINE, location=d00f728e99d7,45485,1732072794344; forceNewPlan=false, retain=false 2024-11-20T03:20:04,678 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.wal-reader.d00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687/d00f728e99d7%2C34243%2C1732072788687.1732072790998 to pos 379, reset compression=false 2024-11-20T03:20:04,736 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4a87cbbf7f41528f932f59ec73e532c0, regionState=OPENING, regionLocation=d00f728e99d7,45485,1732072794344 2024-11-20T03:20:04,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4a87cbbf7f41528f932f59ec73e532c0, ASSIGN because future has completed 2024-11-20T03:20:04,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a87cbbf7f41528f932f59ec73e532c0, server=d00f728e99d7,45485,1732072794344}] 2024-11-20T03:20:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:20:04,892 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732072803764.4a87cbbf7f41528f932f59ec73e532c0. 2024-11-20T03:20:04,893 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:20:04,893 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T03:20:04,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C45485%2C1732072794344.rep, suffix=, logDir=hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/WALs/d00f728e99d7,45485,1732072794344, archiveDir=hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/oldWALs, maxLogs=10 2024-11-20T03:20:04,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/WALs/d00f728e99d7,45485,1732072794344/d00f728e99d7%2C45485%2C1732072794344.rep.1732072804894, exclude list is [], retry=0 2024-11-20T03:20:04,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39509,DS-65c3f7e7-51de-4d16-b8db-a50257647136,DISK] 2024-11-20T03:20:04,912 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/WALs/d00f728e99d7,45485,1732072794344/d00f728e99d7%2C45485%2C1732072794344.rep.1732072804894 2024-11-20T03:20:04,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35641:35641)] 2024-11-20T03:20:04,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a87cbbf7f41528f932f59ec73e532c0, NAME => 'hbase:replication,,1732072803764.4a87cbbf7f41528f932f59ec73e532c0.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:20:04,913 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:20:04,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:20:04,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732072803764.4a87cbbf7f41528f932f59ec73e532c0. service=MultiRowMutationService 2024-11-20T03:20:04,913 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T03:20:04,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4a87cbbf7f41528f932f59ec73e532c0 2024-11-20T03:20:04,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732072803764.4a87cbbf7f41528f932f59ec73e532c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:20:04,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4a87cbbf7f41528f932f59ec73e532c0 2024-11-20T03:20:04,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4a87cbbf7f41528f932f59ec73e532c0 2024-11-20T03:20:04,915 INFO [StoreOpener-4a87cbbf7f41528f932f59ec73e532c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4a87cbbf7f41528f932f59ec73e532c0 2024-11-20T03:20:04,916 INFO [StoreOpener-4a87cbbf7f41528f932f59ec73e532c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a87cbbf7f41528f932f59ec73e532c0 columnFamilyName hfileref 2024-11-20T03:20:04,916 DEBUG [StoreOpener-4a87cbbf7f41528f932f59ec73e532c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:04,916 INFO [StoreOpener-4a87cbbf7f41528f932f59ec73e532c0-1 {}] regionserver.HStore(327): Store=4a87cbbf7f41528f932f59ec73e532c0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:20:04,916 INFO [StoreOpener-4a87cbbf7f41528f932f59ec73e532c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4a87cbbf7f41528f932f59ec73e532c0 2024-11-20T03:20:04,917 INFO [StoreOpener-4a87cbbf7f41528f932f59ec73e532c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a87cbbf7f41528f932f59ec73e532c0 columnFamilyName queue 2024-11-20T03:20:04,917 DEBUG [StoreOpener-4a87cbbf7f41528f932f59ec73e532c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:04,917 INFO [StoreOpener-4a87cbbf7f41528f932f59ec73e532c0-1 {}] regionserver.HStore(327): Store=4a87cbbf7f41528f932f59ec73e532c0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:20:04,917 INFO [StoreOpener-4a87cbbf7f41528f932f59ec73e532c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4a87cbbf7f41528f932f59ec73e532c0 2024-11-20T03:20:04,918 INFO [StoreOpener-4a87cbbf7f41528f932f59ec73e532c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a87cbbf7f41528f932f59ec73e532c0 columnFamilyName sid 2024-11-20T03:20:04,918 DEBUG [StoreOpener-4a87cbbf7f41528f932f59ec73e532c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:04,918 INFO [StoreOpener-4a87cbbf7f41528f932f59ec73e532c0-1 {}] regionserver.HStore(327): Store=4a87cbbf7f41528f932f59ec73e532c0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:20:04,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4a87cbbf7f41528f932f59ec73e532c0 2024-11-20T03:20:04,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/hbase/replication/4a87cbbf7f41528f932f59ec73e532c0 2024-11-20T03:20:04,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/hbase/replication/4a87cbbf7f41528f932f59ec73e532c0 2024-11-20T03:20:04,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4a87cbbf7f41528f932f59ec73e532c0 2024-11-20T03:20:04,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4a87cbbf7f41528f932f59ec73e532c0 2024-11-20T03:20:04,921 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:20:04,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4a87cbbf7f41528f932f59ec73e532c0 2024-11-20T03:20:04,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/hbase/replication/4a87cbbf7f41528f932f59ec73e532c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:20:04,924 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4a87cbbf7f41528f932f59ec73e532c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62382889, jitterRate=-0.07042251527309418}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:20:04,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a87cbbf7f41528f932f59ec73e532c0 2024-11-20T03:20:04,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4a87cbbf7f41528f932f59ec73e532c0: Running coprocessor pre-open hook at 1732072804914Writing region info on filesystem at 1732072804914Initializing all the Stores at 1732072804914Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072804914Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072804915 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072804915Cleaning up temporary data from old regions at 1732072804920 (+5 ms)Running coprocessor post-open hooks at 1732072804924 (+4 ms)Region opened successfully at 1732072804924 2024-11-20T03:20:04,925 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732072803764.4a87cbbf7f41528f932f59ec73e532c0., pid=10, masterSystemTime=1732072804890 2024-11-20T03:20:04,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732072803764.4a87cbbf7f41528f932f59ec73e532c0. 2024-11-20T03:20:04,926 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732072803764.4a87cbbf7f41528f932f59ec73e532c0. 2024-11-20T03:20:04,927 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4a87cbbf7f41528f932f59ec73e532c0, regionState=OPEN, openSeqNum=2, regionLocation=d00f728e99d7,45485,1732072794344 2024-11-20T03:20:04,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a87cbbf7f41528f932f59ec73e532c0, server=d00f728e99d7,45485,1732072794344 because future has completed 2024-11-20T03:20:04,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T03:20:04,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a87cbbf7f41528f932f59ec73e532c0, server=d00f728e99d7,45485,1732072794344 in 191 msec 2024-11-20T03:20:04,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T03:20:04,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4a87cbbf7f41528f932f59ec73e532c0, ASSIGN in 346 msec 2024-11-20T03:20:04,932 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T03:20:04,933 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072804932"}]},"ts":"1732072804932"} 2024-11-20T03:20:04,934 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T03:20:04,935 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T03:20:04,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-11-20T03:20:04,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732072803764.4a87cbbf7f41528f932f59ec73e532c0., hostname=d00f728e99d7,45485,1732072794344, seqNum=2] 2024-11-20T03:20:05,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45485-0x101564146470004, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-876308142 2024-11-20T03:20:05,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34923-0x101564146470003, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-876308142 2024-11-20T03:20:05,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T03:20:05,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45485 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T03:20:05,201 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T03:20:05,225 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d00f728e99d7,45485,1732072794344, ReplicationSource: 1, currentBandwidth=0 2024-11-20T03:20:05,225 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:20:05,225 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,45485,1732072794344, seqNum=-1] 2024-11-20T03:20:05,226 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:20:05,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-20T03:20:05,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d00f728e99d7,45485,1732072794344', locateType=CURRENT is [region=hbase:replication,,1732072803764.4a87cbbf7f41528f932f59ec73e532c0., hostname=d00f728e99d7,45485,1732072794344, seqNum=2] 2024-11-20T03:20:05,230 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T03:20:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34923 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T03:20:05,231 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d00f728e99d7,45485,1732072794344 suceeded 2024-11-20T03:20:05,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T03:20:05,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-20T03:20:05,233 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d00f728e99d7:45487,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T03:20:05,234 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4760 sec 2024-11-20T03:20:05,242 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d00f728e99d7:45487' 2024-11-20T03:20:05,243 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e2ded6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:05,243 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,45487,-1 for getting cluster id 2024-11-20T03:20:05,243 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:20:05,244 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bcc58ff6-def1-490c-b246-c79bdbfe854b' 2024-11-20T03:20:05,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:20:05,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bcc58ff6-def1-490c-b246-c79bdbfe854b" 2024-11-20T03:20:05,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2726858d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:05,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,45487,-1] 2024-11-20T03:20:05,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:20:05,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:05,245 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:20:05,246 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1aa518df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:05,246 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:20:05,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,45487,1732072788502 2024-11-20T03:20:05,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65af03e9 2024-11-20T03:20:05,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:20:05,247 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-20T03:20:05,247 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d00f728e99d7,45485,1732072794344 (queues=1) is replicating from cluster=d3f3e1dd-a5db-4a7d-bd69-2443244d3313 to cluster=bcc58ff6-def1-490c-b246-c79bdbfe854b 2024-11-20T03:20:05,247 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d00f728e99d7%2C45485%2C1732072794344 2024-11-20T03:20:05,247 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d00f728e99d7,45485,1732072794344, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T03:20:05,248 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344.replicationSource.shipperd00f728e99d7%2C45485%2C1732072794344,1-d00f728e99d7,45485,1732072794344 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d00f728e99d7%2C45485%2C1732072794344 2024-11-20T03:20:05,248 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344.replicationSource.wal-reader.d00f728e99d7%2C45485%2C1732072794344,1-d00f728e99d7,45485,1732072794344 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/WALs/d00f728e99d7,45485,1732072794344/d00f728e99d7%2C45485%2C1732072794344.1732072796690, startPosition=0, beingWritten=true 2024-11-20T03:20:05,252 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344.replicationSource.wal-reader.d00f728e99d7%2C45485%2C1732072794344,1-d00f728e99d7,45485,1732072794344 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:20:05,252 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344.replicationSource.wal-reader.d00f728e99d7%2C45485%2C1732072794344,1-d00f728e99d7,45485,1732072794344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/WALs/d00f728e99d7,45485,1732072794344/d00f728e99d7%2C45485%2C1732072794344.1732072796690 to pos 379, reset compression=false 2024-11-20T03:20:05,252 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344.replicationSource.shipperd00f728e99d7%2C45485%2C1732072794344,1-d00f728e99d7,45485,1732072794344 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,45485,1732072794344 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/WALs/d00f728e99d7,45485,1732072794344/d00f728e99d7%2C45485%2C1732072794344.1732072796690, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T03:20:05,281 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.wal-reader.d00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687/d00f728e99d7%2C34243%2C1732072788687.1732072790998 to pos 379, reset compression=false 2024-11-20T03:20:05,456 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344.replicationSource.wal-reader.d00f728e99d7%2C45485%2C1732072794344,1-d00f728e99d7,45485,1732072794344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/WALs/d00f728e99d7,45485,1732072794344/d00f728e99d7%2C45485%2C1732072794344.1732072796690 to pos 379, reset compression=false 2024-11-20T03:20:05,759 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344.replicationSource.wal-reader.d00f728e99d7%2C45485%2C1732072794344,1-d00f728e99d7,45485,1732072794344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/WALs/d00f728e99d7,45485,1732072794344/d00f728e99d7%2C45485%2C1732072794344.1732072796690 to pos 379, reset compression=false 2024-11-20T03:20:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:20:05,912 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T03:20:05,912 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:20:05,912 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:20:05,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:05,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:05,912 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:20:05,913 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:20:05,916 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732072805915/Put/seqid=0 2024-11-20T03:20:05,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42349 is added to blk_1073741840_1016 (size=7894) 2024-11-20T03:20:05,921 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732072805921/Put/seqid=0 2024-11-20T03:20:05,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42349 is added to blk_1073741841_1017 (size=7691) 2024-11-20T03:20:05,984 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.wal-reader.d00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687/d00f728e99d7%2C34243%2C1732072788687.1732072790998 to pos 379, reset compression=false 2024-11-20T03:20:06,164 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344.replicationSource.wal-reader.d00f728e99d7%2C45485%2C1732072794344,1-d00f728e99d7,45485,1732072794344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/WALs/d00f728e99d7,45485,1732072794344/d00f728e99d7%2C45485%2C1732072794344.1732072796690 to pos 379, reset compression=false 2024-11-20T03:20:06,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@443a6876, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:06,326 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,45487,-1 for getting cluster id 2024-11-20T03:20:06,326 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:20:06,327 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bcc58ff6-def1-490c-b246-c79bdbfe854b' 2024-11-20T03:20:06,327 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:20:06,327 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bcc58ff6-def1-490c-b246-c79bdbfe854b" 2024-11-20T03:20:06,327 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f4d0ee6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:06,327 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,45487,-1] 2024-11-20T03:20:06,328 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:20:06,328 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:06,328 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:20:06,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7021309a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:06,329 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:20:06,330 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,34243,1732072788687, seqNum=-1] 2024-11-20T03:20:06,330 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:20:06,331 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:20:06,338 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:20:06,339 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,45487,1732072788502 2024-11-20T03:20:06,339 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f4da472 2024-11-20T03:20:06,339 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:20:06,340 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:20:06,343 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732072797294.e993b71b54613613493fcd901113d994., hostname=d00f728e99d7,34243,1732072788687, seqNum=2] 2024-11-20T03:20:06,346 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T03:20:06,353 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-20T03:20:06,356 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-20T03:20:06,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/testHFileCyclicReplication_01/f/hfile_1 for inclusion in e993b71b54613613493fcd901113d994/f 2024-11-20T03:20:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-20T03:20:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T03:20:06,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/testHFileCyclicReplication_01/f/hfile_0 for inclusion in e993b71b54613613493fcd901113d994/f 2024-11-20T03:20:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-20T03:20:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T03:20:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.HRegion(2603): Flush status journal for e993b71b54613613493fcd901113d994: 2024-11-20T03:20:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/staging/jenkins__test__3co883vl1dpr6qaca3gtsa1mul216gn5vbpju3nv9d2f5961ee5u02vqjfhsl9h4/f/hfile_1 2024-11-20T03:20:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/staging/jenkins__test__3co883vl1dpr6qaca3gtsa1mul216gn5vbpju3nv9d2f5961ee5u02vqjfhsl9h4/f/hfile_1 as hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/default/test/e993b71b54613613493fcd901113d994/f/ff11ca2e191d47dc825416db72f8482b_SeqId_4_ 2024-11-20T03:20:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/staging/jenkins__test__3co883vl1dpr6qaca3gtsa1mul216gn5vbpju3nv9d2f5961ee5u02vqjfhsl9h4/f/hfile_0 2024-11-20T03:20:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/staging/jenkins__test__3co883vl1dpr6qaca3gtsa1mul216gn5vbpju3nv9d2f5961ee5u02vqjfhsl9h4/f/hfile_0 as hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/default/test/e993b71b54613613493fcd901113d994/f/abc88499cc6144daabfcc8671987fd4b_SeqId_4_ 2024-11-20T03:20:06,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/staging/jenkins__test__3co883vl1dpr6qaca3gtsa1mul216gn5vbpju3nv9d2f5961ee5u02vqjfhsl9h4/f/hfile_1 into e993b71b54613613493fcd901113d994/f as hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/default/test/e993b71b54613613493fcd901113d994/f/ff11ca2e191d47dc825416db72f8482b_SeqId_4_ - updating store file list. 2024-11-20T03:20:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ff11ca2e191d47dc825416db72f8482b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T03:20:06,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/default/test/e993b71b54613613493fcd901113d994/f/ff11ca2e191d47dc825416db72f8482b_SeqId_4_ into e993b71b54613613493fcd901113d994/f 2024-11-20T03:20:06,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/staging/jenkins__test__3co883vl1dpr6qaca3gtsa1mul216gn5vbpju3nv9d2f5961ee5u02vqjfhsl9h4/f/hfile_1 into e993b71b54613613493fcd901113d994/f (new location: hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/default/test/e993b71b54613613493fcd901113d994/f/ff11ca2e191d47dc825416db72f8482b_SeqId_4_) 2024-11-20T03:20:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/staging/jenkins__test__3co883vl1dpr6qaca3gtsa1mul216gn5vbpju3nv9d2f5961ee5u02vqjfhsl9h4/f/hfile_1 2024-11-20T03:20:06,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/staging/jenkins__test__3co883vl1dpr6qaca3gtsa1mul216gn5vbpju3nv9d2f5961ee5u02vqjfhsl9h4/f/hfile_0 into e993b71b54613613493fcd901113d994/f as hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/default/test/e993b71b54613613493fcd901113d994/f/abc88499cc6144daabfcc8671987fd4b_SeqId_4_ - updating store file list. 2024-11-20T03:20:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.HStoreFile(483): HFile Bloom filter type for abc88499cc6144daabfcc8671987fd4b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T03:20:06,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/default/test/e993b71b54613613493fcd901113d994/f/abc88499cc6144daabfcc8671987fd4b_SeqId_4_ into e993b71b54613613493fcd901113d994/f 2024-11-20T03:20:06,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/staging/jenkins__test__3co883vl1dpr6qaca3gtsa1mul216gn5vbpju3nv9d2f5961ee5u02vqjfhsl9h4/f/hfile_0 into e993b71b54613613493fcd901113d994/f (new location: hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/default/test/e993b71b54613613493fcd901113d994/f/abc88499cc6144daabfcc8671987fd4b_SeqId_4_) 2024-11-20T03:20:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/staging/jenkins__test__3co883vl1dpr6qaca3gtsa1mul216gn5vbpju3nv9d2f5961ee5u02vqjfhsl9h4/f/hfile_0 2024-11-20T03:20:06,383 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:20:06,384 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:20:06,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:06,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:06,384 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732072797294.e993b71b54613613493fcd901113d994., hostname=d00f728e99d7,34243,1732072788687, seqNum=2 , the old value is region=test,,1732072797294.e993b71b54613613493fcd901113d994., hostname=d00f728e99d7,34243,1732072788687, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d00f728e99d7:34243 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T03:20:06,384 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732072797294.e993b71b54613613493fcd901113d994., hostname=d00f728e99d7,34243,1732072788687, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T03:20:06,384 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732072797294.e993b71b54613613493fcd901113d994., hostname=d00f728e99d7,34243,1732072788687, seqNum=2 from cache 2024-11-20T03:20:06,384 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:20:06,385 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:20:06,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,45485,1732072794344, seqNum=-1] 2024-11-20T03:20:06,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:20:06,386 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T03:20:06,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:20:06,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732072799445.df68d827b706b30373e6a7a1f6ffeeaa., hostname=d00f728e99d7,45485,1732072794344, seqNum=2] 2024-11-20T03:20:06,392 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T03:20:06,492 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:34243 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T03:20:06,668 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344.replicationSource.wal-reader.d00f728e99d7%2C45485%2C1732072794344,1-d00f728e99d7,45485,1732072794344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/WALs/d00f728e99d7,45485,1732072794344/d00f728e99d7%2C45485%2C1732072794344.1732072796690 to pos 379, reset compression=false 2024-11-20T03:20:06,788 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.wal-reader.d00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687/d00f728e99d7%2C34243%2C1732072788687.1732072790998 to pos 379, reset compression=false 2024-11-20T03:20:06,850 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.wal-reader.d00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T03:20:06,850 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.shipperd00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,34243,1732072788687 got entry batch from reader: WALEntryBatch [walEntries=[{test/e993b71b54613613493fcd901113d994/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732072806382/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687/d00f728e99d7%2C34243%2C1732072788687.1732072790998, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T03:20:06,852 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.shipperd00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:20:06,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-20T03:20:06,854 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.ReplicationSink(318): Replicating [bcc58ff6-def1-490c-b246-c79bdbfe854b] bulk loaded data 2024-11-20T03:20:06,854 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31a75f19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:06,854 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,34923,-1 for getting cluster id 2024-11-20T03:20:06,854 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:20:06,855 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3f3e1dd-a5db-4a7d-bd69-2443244d3313' 2024-11-20T03:20:06,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:20:06,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3f3e1dd-a5db-4a7d-bd69-2443244d3313" 2024-11-20T03:20:06,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20dc9537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:06,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,34923,-1] 2024-11-20T03:20:06,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:20:06,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:06,856 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:20:06,856 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a5c7393, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:06,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741840_1016 (size=7691) 2024-11-20T03:20:07,050 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.wal-reader.d00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687/d00f728e99d7%2C34243%2C1732072788687.1732072790998 to pos 687, reset compression=false 2024-11-20T03:20:07,272 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344.replicationSource.wal-reader.d00f728e99d7%2C45485%2C1732072794344,1-d00f728e99d7,45485,1732072794344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/WALs/d00f728e99d7,45485,1732072794344/d00f728e99d7%2C45485%2C1732072794344.1732072796690 to pos 379, reset compression=false 2024-11-20T03:20:07,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741841_1017 (size=7894) 2024-11-20T03:20:07,355 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.wal-reader.d00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687/d00f728e99d7%2C34243%2C1732072788687.1732072790998 to pos 687, reset compression=false 2024-11-20T03:20:07,394 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T03:20:07,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:20:07,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,34923,1732072794203 2024-11-20T03:20:07,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55f8deb8 2024-11-20T03:20:07,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:20:07,681 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-20T03:20:07,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T03:20:07,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:20:07,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,45485,1732072794344, seqNum=-1] 2024-11-20T03:20:07,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:20:07,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-20T03:20:07,689 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/staging/jenkins.hfs.11__test__j63lmi7frk34ute9ti8hkme5t9iceok7kg4isucqkrjkuh2eb4ra0vblcf3o8kf7/f/abc88499cc6144daabfcc8671987fd4b_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-20T03:20:07,692 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/staging/jenkins.hfs.11__test__j63lmi7frk34ute9ti8hkme5t9iceok7kg4isucqkrjkuh2eb4ra0vblcf3o8kf7/f/ff11ca2e191d47dc825416db72f8482b_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-20T03:20:07,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/staging/jenkins.hfs.11__test__j63lmi7frk34ute9ti8hkme5t9iceok7kg4isucqkrjkuh2eb4ra0vblcf3o8kf7/f/ff11ca2e191d47dc825416db72f8482b_SeqId_4_ for inclusion in df68d827b706b30373e6a7a1f6ffeeaa/f 2024-11-20T03:20:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-20T03:20:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T03:20:07,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/staging/jenkins.hfs.11__test__j63lmi7frk34ute9ti8hkme5t9iceok7kg4isucqkrjkuh2eb4ra0vblcf3o8kf7/f/abc88499cc6144daabfcc8671987fd4b_SeqId_4_ for inclusion in df68d827b706b30373e6a7a1f6ffeeaa/f 2024-11-20T03:20:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-20T03:20:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T03:20:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(2603): Flush status journal for df68d827b706b30373e6a7a1f6ffeeaa: 2024-11-20T03:20:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ff11ca2e191d47dc825416db72f8482b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T03:20:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/staging/jenkins.hfs.11__test__j63lmi7frk34ute9ti8hkme5t9iceok7kg4isucqkrjkuh2eb4ra0vblcf3o8kf7/f/ff11ca2e191d47dc825416db72f8482b_SeqId_4_ as hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/default/test/df68d827b706b30373e6a7a1f6ffeeaa/f/122f6662cf3446ae95105cb7b7397af8_SeqId_4_ 2024-11-20T03:20:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): abc88499cc6144daabfcc8671987fd4b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T03:20:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/staging/jenkins.hfs.11__test__j63lmi7frk34ute9ti8hkme5t9iceok7kg4isucqkrjkuh2eb4ra0vblcf3o8kf7/f/abc88499cc6144daabfcc8671987fd4b_SeqId_4_ as hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/default/test/df68d827b706b30373e6a7a1f6ffeeaa/f/3afa151329264fa7911323b09f2a2e7a_SeqId_4_ 2024-11-20T03:20:07,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/staging/jenkins.hfs.11__test__j63lmi7frk34ute9ti8hkme5t9iceok7kg4isucqkrjkuh2eb4ra0vblcf3o8kf7/f/ff11ca2e191d47dc825416db72f8482b_SeqId_4_ into df68d827b706b30373e6a7a1f6ffeeaa/f as hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/default/test/df68d827b706b30373e6a7a1f6ffeeaa/f/122f6662cf3446ae95105cb7b7397af8_SeqId_4_ - updating store file list. 2024-11-20T03:20:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 122f6662cf3446ae95105cb7b7397af8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T03:20:07,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/default/test/df68d827b706b30373e6a7a1f6ffeeaa/f/122f6662cf3446ae95105cb7b7397af8_SeqId_4_ into df68d827b706b30373e6a7a1f6ffeeaa/f 2024-11-20T03:20:07,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/staging/jenkins.hfs.11__test__j63lmi7frk34ute9ti8hkme5t9iceok7kg4isucqkrjkuh2eb4ra0vblcf3o8kf7/f/ff11ca2e191d47dc825416db72f8482b_SeqId_4_ into df68d827b706b30373e6a7a1f6ffeeaa/f (new location: hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/default/test/df68d827b706b30373e6a7a1f6ffeeaa/f/122f6662cf3446ae95105cb7b7397af8_SeqId_4_) 2024-11-20T03:20:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/staging/jenkins.hfs.11__test__j63lmi7frk34ute9ti8hkme5t9iceok7kg4isucqkrjkuh2eb4ra0vblcf3o8kf7/f/ff11ca2e191d47dc825416db72f8482b_SeqId_4_ 2024-11-20T03:20:07,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/staging/jenkins.hfs.11__test__j63lmi7frk34ute9ti8hkme5t9iceok7kg4isucqkrjkuh2eb4ra0vblcf3o8kf7/f/abc88499cc6144daabfcc8671987fd4b_SeqId_4_ into df68d827b706b30373e6a7a1f6ffeeaa/f as hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/default/test/df68d827b706b30373e6a7a1f6ffeeaa/f/3afa151329264fa7911323b09f2a2e7a_SeqId_4_ - updating store file list. 2024-11-20T03:20:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3afa151329264fa7911323b09f2a2e7a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T03:20:07,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/default/test/df68d827b706b30373e6a7a1f6ffeeaa/f/3afa151329264fa7911323b09f2a2e7a_SeqId_4_ into df68d827b706b30373e6a7a1f6ffeeaa/f 2024-11-20T03:20:07,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/staging/jenkins.hfs.11__test__j63lmi7frk34ute9ti8hkme5t9iceok7kg4isucqkrjkuh2eb4ra0vblcf3o8kf7/f/abc88499cc6144daabfcc8671987fd4b_SeqId_4_ into df68d827b706b30373e6a7a1f6ffeeaa/f (new location: hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/default/test/df68d827b706b30373e6a7a1f6ffeeaa/f/3afa151329264fa7911323b09f2a2e7a_SeqId_4_) 2024-11-20T03:20:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/staging/jenkins.hfs.11__test__j63lmi7frk34ute9ti8hkme5t9iceok7kg4isucqkrjkuh2eb4ra0vblcf3o8kf7/f/abc88499cc6144daabfcc8671987fd4b_SeqId_4_ 2024-11-20T03:20:07,719 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.ReplicationSink(324): Finished replicating [bcc58ff6-def1-490c-b246-c79bdbfe854b] bulk loaded data 2024-11-20T03:20:07,758 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.wal-reader.d00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687/d00f728e99d7%2C34243%2C1732072788687.1732072790998 to pos 687, reset compression=false 2024-11-20T03:20:07,983 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344.replicationSource.wal-reader.d00f728e99d7%2C45485%2C1732072794344,1-d00f728e99d7,45485,1732072794344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/WALs/d00f728e99d7,45485,1732072794344/d00f728e99d7%2C45485%2C1732072794344.1732072796690 to pos 379, reset compression=false 2024-11-20T03:20:07,990 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344.replicationSource.wal-reader.d00f728e99d7%2C45485%2C1732072794344,1-d00f728e99d7,45485,1732072794344 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T03:20:07,990 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344.replicationSource.shipperd00f728e99d7%2C45485%2C1732072794344,1-d00f728e99d7,45485,1732072794344 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,45485,1732072794344 got entry batch from reader: WALEntryBatch [walEntries=[{test/df68d827b706b30373e6a7a1f6ffeeaa/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732072807717/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/WALs/d00f728e99d7,45485,1732072794344/d00f728e99d7%2C45485%2C1732072794344.1732072796690, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-20T03:20:07,992 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344.replicationSource.shipperd00f728e99d7%2C45485%2C1732072794344,1-d00f728e99d7,45485,1732072794344 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:20:07,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-20T03:20:07,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.ReplicationSink(318): Replicating [bcc58ff6-def1-490c-b246-c79bdbfe854b, d3f3e1dd-a5db-4a7d-bd69-2443244d3313] bulk loaded data 2024-11-20T03:20:07,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2defb12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:07,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,45487,-1 for getting cluster id 2024-11-20T03:20:07,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:20:07,995 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bcc58ff6-def1-490c-b246-c79bdbfe854b' 2024-11-20T03:20:07,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:20:07,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bcc58ff6-def1-490c-b246-c79bdbfe854b" 2024-11-20T03:20:07,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ca34c7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:07,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,45487,-1] 2024-11-20T03:20:07,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:20:07,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:07,997 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:20:07,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17826bd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:08,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42349 is added to blk_1073741842_1018 (size=7691) 2024-11-20T03:20:08,190 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344.replicationSource.wal-reader.d00f728e99d7%2C45485%2C1732072794344,1-d00f728e99d7,45485,1732072794344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/WALs/d00f728e99d7,45485,1732072794344/d00f728e99d7%2C45485%2C1732072794344.1732072796690 to pos 725, reset compression=false 2024-11-20T03:20:08,261 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.wal-reader.d00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687/d00f728e99d7%2C34243%2C1732072788687.1732072790998 to pos 687, reset compression=false 2024-11-20T03:20:08,321 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T03:20:08,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:08,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:08,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:08,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:08,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:08,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:08,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:08,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:08,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:20:08,404 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732072808403/Put/seqid=0 2024-11-20T03:20:08,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741842_1018 (size=11194) 2024-11-20T03:20:08,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42349 is added to blk_1073741843_1019 (size=7894) 2024-11-20T03:20:08,497 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344.replicationSource.wal-reader.d00f728e99d7%2C45485%2C1732072794344,1-d00f728e99d7,45485,1732072794344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/WALs/d00f728e99d7,45485,1732072794344/d00f728e99d7%2C45485%2C1732072794344.1732072796690 to pos 725, reset compression=false 2024-11-20T03:20:08,815 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732072808814/Put/seqid=0 2024-11-20T03:20:08,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741843_1019 (size=10791) 2024-11-20T03:20:08,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:20:08,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,45487,1732072788502 2024-11-20T03:20:08,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e5028e0 2024-11-20T03:20:08,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:20:08,833 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-20T03:20:08,834 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T03:20:08,834 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:20:08,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,34243,1732072788687, seqNum=-1] 2024-11-20T03:20:08,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:20:08,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-20T03:20:08,841 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/staging/jenkins.hfs.10__test__gjcjgdl7q65obdddv6a9ogbfrses1m0hgaru5lb334k0s43vn1m4043p5fl2adlc/f/122f6662cf3446ae95105cb7b7397af8_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-20T03:20:08,844 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/staging/jenkins.hfs.10__test__gjcjgdl7q65obdddv6a9ogbfrses1m0hgaru5lb334k0s43vn1m4043p5fl2adlc/f/3afa151329264fa7911323b09f2a2e7a_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-20T03:20:08,846 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.ReplicationSink(324): Finished replicating [bcc58ff6-def1-490c-b246-c79bdbfe854b, d3f3e1dd-a5db-4a7d-bd69-2443244d3313] bulk loaded data 2024-11-20T03:20:08,865 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.wal-reader.d00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687/d00f728e99d7%2C34243%2C1732072788687.1732072790998 to pos 687, reset compression=false 2024-11-20T03:20:08,902 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344.replicationSource.wal-reader.d00f728e99d7%2C45485%2C1732072794344,1-d00f728e99d7,45485,1732072794344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/WALs/d00f728e99d7,45485,1732072794344/d00f728e99d7%2C45485%2C1732072794344.1732072796690 to pos 725, reset compression=false 2024-11-20T03:20:09,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fd201c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:09,220 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,34923,-1 for getting cluster id 2024-11-20T03:20:09,220 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:20:09,221 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3f3e1dd-a5db-4a7d-bd69-2443244d3313' 2024-11-20T03:20:09,221 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:20:09,221 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3f3e1dd-a5db-4a7d-bd69-2443244d3313" 2024-11-20T03:20:09,222 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32dd6f6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:09,222 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,34923,-1] 2024-11-20T03:20:09,222 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:20:09,222 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:09,223 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:20:09,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d2df07c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:09,224 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:20:09,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,45485,1732072794344, seqNum=-1] 2024-11-20T03:20:09,225 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:20:09,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:20:09,232 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:20:09,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,34923,1732072794203 2024-11-20T03:20:09,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ec9cdb6 2024-11-20T03:20:09,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:20:09,235 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:20:09,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732072799445.df68d827b706b30373e6a7a1f6ffeeaa., hostname=d00f728e99d7,45485,1732072794344, seqNum=2] 2024-11-20T03:20:09,241 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T03:20:09,248 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-20T03:20:09,250 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-20T03:20:09,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/testHFileCyclicReplication_10/f/hfile_1 for inclusion in df68d827b706b30373e6a7a1f6ffeeaa/f 2024-11-20T03:20:09,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-20T03:20:09,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T03:20:09,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/testHFileCyclicReplication_10/f/hfile_0 for inclusion in df68d827b706b30373e6a7a1f6ffeeaa/f 2024-11-20T03:20:09,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-20T03:20:09,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T03:20:09,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegion(2603): Flush status journal for df68d827b706b30373e6a7a1f6ffeeaa: 2024-11-20T03:20:09,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/staging/jenkins__test__8li11jb3gmlb4p0ifkihnehvpnpf4echt0hh6esh4hro7kb7nvk9fogt2ph7kvn3/f/hfile_1 2024-11-20T03:20:09,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/staging/jenkins__test__8li11jb3gmlb4p0ifkihnehvpnpf4echt0hh6esh4hro7kb7nvk9fogt2ph7kvn3/f/hfile_1 as hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/default/test/df68d827b706b30373e6a7a1f6ffeeaa/f/00856e1dd52843c1902aea04d9c9735b_SeqId_6_ 2024-11-20T03:20:09,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/staging/jenkins__test__8li11jb3gmlb4p0ifkihnehvpnpf4echt0hh6esh4hro7kb7nvk9fogt2ph7kvn3/f/hfile_0 2024-11-20T03:20:09,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/staging/jenkins__test__8li11jb3gmlb4p0ifkihnehvpnpf4echt0hh6esh4hro7kb7nvk9fogt2ph7kvn3/f/hfile_0 as hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/default/test/df68d827b706b30373e6a7a1f6ffeeaa/f/1af58b0807d1440ba25d0ca2582b5d12_SeqId_6_ 2024-11-20T03:20:09,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/staging/jenkins__test__8li11jb3gmlb4p0ifkihnehvpnpf4echt0hh6esh4hro7kb7nvk9fogt2ph7kvn3/f/hfile_1 into df68d827b706b30373e6a7a1f6ffeeaa/f as hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/default/test/df68d827b706b30373e6a7a1f6ffeeaa/f/00856e1dd52843c1902aea04d9c9735b_SeqId_6_ - updating store file list. 2024-11-20T03:20:09,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 00856e1dd52843c1902aea04d9c9735b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T03:20:09,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/default/test/df68d827b706b30373e6a7a1f6ffeeaa/f/00856e1dd52843c1902aea04d9c9735b_SeqId_6_ into df68d827b706b30373e6a7a1f6ffeeaa/f 2024-11-20T03:20:09,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/staging/jenkins__test__8li11jb3gmlb4p0ifkihnehvpnpf4echt0hh6esh4hro7kb7nvk9fogt2ph7kvn3/f/hfile_1 into df68d827b706b30373e6a7a1f6ffeeaa/f (new location: hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/default/test/df68d827b706b30373e6a7a1f6ffeeaa/f/00856e1dd52843c1902aea04d9c9735b_SeqId_6_) 2024-11-20T03:20:09,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/staging/jenkins__test__8li11jb3gmlb4p0ifkihnehvpnpf4echt0hh6esh4hro7kb7nvk9fogt2ph7kvn3/f/hfile_1 2024-11-20T03:20:09,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/staging/jenkins__test__8li11jb3gmlb4p0ifkihnehvpnpf4echt0hh6esh4hro7kb7nvk9fogt2ph7kvn3/f/hfile_0 into df68d827b706b30373e6a7a1f6ffeeaa/f as hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/default/test/df68d827b706b30373e6a7a1f6ffeeaa/f/1af58b0807d1440ba25d0ca2582b5d12_SeqId_6_ - updating store file list. 2024-11-20T03:20:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1af58b0807d1440ba25d0ca2582b5d12_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T03:20:09,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/default/test/df68d827b706b30373e6a7a1f6ffeeaa/f/1af58b0807d1440ba25d0ca2582b5d12_SeqId_6_ into df68d827b706b30373e6a7a1f6ffeeaa/f 2024-11-20T03:20:09,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/staging/jenkins__test__8li11jb3gmlb4p0ifkihnehvpnpf4echt0hh6esh4hro7kb7nvk9fogt2ph7kvn3/f/hfile_0 into df68d827b706b30373e6a7a1f6ffeeaa/f (new location: hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/default/test/df68d827b706b30373e6a7a1f6ffeeaa/f/1af58b0807d1440ba25d0ca2582b5d12_SeqId_6_) 2024-11-20T03:20:09,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/staging/jenkins__test__8li11jb3gmlb4p0ifkihnehvpnpf4echt0hh6esh4hro7kb7nvk9fogt2ph7kvn3/f/hfile_0 2024-11-20T03:20:09,284 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:20:09,284 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:20:09,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:09,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:09,284 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:20:09,285 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:20:09,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732072799445.df68d827b706b30373e6a7a1f6ffeeaa., hostname=d00f728e99d7,45485,1732072794344, seqNum=2 , the old value is region=test,,1732072799445.df68d827b706b30373e6a7a1f6ffeeaa., hostname=d00f728e99d7,45485,1732072794344, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d00f728e99d7:45485 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T03:20:09,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732072799445.df68d827b706b30373e6a7a1f6ffeeaa., hostname=d00f728e99d7,45485,1732072794344, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T03:20:09,287 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T03:20:09,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732072799445.df68d827b706b30373e6a7a1f6ffeeaa., hostname=d00f728e99d7,45485,1732072794344, seqNum=2 from cache 2024-11-20T03:20:09,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,34243,1732072788687, seqNum=-1] 2024-11-20T03:20:09,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:20:09,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:20:09,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732072797294.e993b71b54613613493fcd901113d994., hostname=d00f728e99d7,34243,1732072788687, seqNum=2] 2024-11-20T03:20:09,299 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T03:20:09,393 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:45485 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T03:20:09,406 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344.replicationSource.wal-reader.d00f728e99d7%2C45485%2C1732072794344,1-d00f728e99d7,45485,1732072794344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/WALs/d00f728e99d7,45485,1732072794344/d00f728e99d7%2C45485%2C1732072794344.1732072796690 to pos 725, reset compression=false 2024-11-20T03:20:09,410 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344.replicationSource.wal-reader.d00f728e99d7%2C45485%2C1732072794344,1-d00f728e99d7,45485,1732072794344 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T03:20:09,410 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344.replicationSource.shipperd00f728e99d7%2C45485%2C1732072794344,1-d00f728e99d7,45485,1732072794344 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,45485,1732072794344 got entry batch from reader: WALEntryBatch [walEntries=[{test/df68d827b706b30373e6a7a1f6ffeeaa/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732072809282/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/WALs/d00f728e99d7,45485,1732072794344/d00f728e99d7%2C45485%2C1732072794344.1732072796690, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T03:20:09,411 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.ReplicationSink(318): Replicating [d3f3e1dd-a5db-4a7d-bd69-2443244d3313] bulk loaded data 2024-11-20T03:20:09,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42349 is added to blk_1073741844_1020 (size=10791) 2024-11-20T03:20:09,569 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.wal-reader.d00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687/d00f728e99d7%2C34243%2C1732072788687.1732072790998 to pos 687, reset compression=false 2024-11-20T03:20:09,610 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344.replicationSource.wal-reader.d00f728e99d7%2C45485%2C1732072794344,1-d00f728e99d7,45485,1732072794344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/WALs/d00f728e99d7,45485,1732072794344/d00f728e99d7%2C45485%2C1732072794344.1732072796690 to pos 1033, reset compression=false 2024-11-20T03:20:09,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42349 is added to blk_1073741845_1021 (size=11194) 2024-11-20T03:20:09,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T03:20:09,841 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/staging/jenkins.hfs.10__test__uoev213u83jso9o23abvh1lqqdbd418dtjlojf03fcrai1sng18c0flr39f5kvd1/f/00856e1dd52843c1902aea04d9c9735b_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-20T03:20:09,843 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/staging/jenkins.hfs.10__test__uoev213u83jso9o23abvh1lqqdbd418dtjlojf03fcrai1sng18c0flr39f5kvd1/f/1af58b0807d1440ba25d0ca2582b5d12_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-20T03:20:09,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/staging/jenkins.hfs.10__test__uoev213u83jso9o23abvh1lqqdbd418dtjlojf03fcrai1sng18c0flr39f5kvd1/f/1af58b0807d1440ba25d0ca2582b5d12_SeqId_6_ for inclusion in e993b71b54613613493fcd901113d994/f 2024-11-20T03:20:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-20T03:20:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T03:20:09,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/staging/jenkins.hfs.10__test__uoev213u83jso9o23abvh1lqqdbd418dtjlojf03fcrai1sng18c0flr39f5kvd1/f/00856e1dd52843c1902aea04d9c9735b_SeqId_6_ for inclusion in e993b71b54613613493fcd901113d994/f 2024-11-20T03:20:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-20T03:20:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T03:20:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.HRegion(2603): Flush status journal for e993b71b54613613493fcd901113d994: 2024-11-20T03:20:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1af58b0807d1440ba25d0ca2582b5d12_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T03:20:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/staging/jenkins.hfs.10__test__uoev213u83jso9o23abvh1lqqdbd418dtjlojf03fcrai1sng18c0flr39f5kvd1/f/1af58b0807d1440ba25d0ca2582b5d12_SeqId_6_ as hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/default/test/e993b71b54613613493fcd901113d994/f/550d39b8d77948dc826d959cdb2cb4e3_SeqId_6_ 2024-11-20T03:20:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 00856e1dd52843c1902aea04d9c9735b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T03:20:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/staging/jenkins.hfs.10__test__uoev213u83jso9o23abvh1lqqdbd418dtjlojf03fcrai1sng18c0flr39f5kvd1/f/00856e1dd52843c1902aea04d9c9735b_SeqId_6_ as hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/default/test/e993b71b54613613493fcd901113d994/f/721ac67c9c1d4350b2d793ca975f12c3_SeqId_6_ 2024-11-20T03:20:09,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/staging/jenkins.hfs.10__test__uoev213u83jso9o23abvh1lqqdbd418dtjlojf03fcrai1sng18c0flr39f5kvd1/f/1af58b0807d1440ba25d0ca2582b5d12_SeqId_6_ into e993b71b54613613493fcd901113d994/f as hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/default/test/e993b71b54613613493fcd901113d994/f/550d39b8d77948dc826d959cdb2cb4e3_SeqId_6_ - updating store file list. 2024-11-20T03:20:09,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 550d39b8d77948dc826d959cdb2cb4e3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T03:20:09,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/default/test/e993b71b54613613493fcd901113d994/f/550d39b8d77948dc826d959cdb2cb4e3_SeqId_6_ into e993b71b54613613493fcd901113d994/f 2024-11-20T03:20:09,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/staging/jenkins.hfs.10__test__uoev213u83jso9o23abvh1lqqdbd418dtjlojf03fcrai1sng18c0flr39f5kvd1/f/1af58b0807d1440ba25d0ca2582b5d12_SeqId_6_ into e993b71b54613613493fcd901113d994/f (new location: hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/default/test/e993b71b54613613493fcd901113d994/f/550d39b8d77948dc826d959cdb2cb4e3_SeqId_6_) 2024-11-20T03:20:09,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/staging/jenkins.hfs.10__test__uoev213u83jso9o23abvh1lqqdbd418dtjlojf03fcrai1sng18c0flr39f5kvd1/f/1af58b0807d1440ba25d0ca2582b5d12_SeqId_6_ 2024-11-20T03:20:09,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/staging/jenkins.hfs.10__test__uoev213u83jso9o23abvh1lqqdbd418dtjlojf03fcrai1sng18c0flr39f5kvd1/f/00856e1dd52843c1902aea04d9c9735b_SeqId_6_ into e993b71b54613613493fcd901113d994/f as hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/default/test/e993b71b54613613493fcd901113d994/f/721ac67c9c1d4350b2d793ca975f12c3_SeqId_6_ - updating store file list. 2024-11-20T03:20:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 721ac67c9c1d4350b2d793ca975f12c3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T03:20:09,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/default/test/e993b71b54613613493fcd901113d994/f/721ac67c9c1d4350b2d793ca975f12c3_SeqId_6_ into e993b71b54613613493fcd901113d994/f 2024-11-20T03:20:09,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/staging/jenkins.hfs.10__test__uoev213u83jso9o23abvh1lqqdbd418dtjlojf03fcrai1sng18c0flr39f5kvd1/f/00856e1dd52843c1902aea04d9c9735b_SeqId_6_ into e993b71b54613613493fcd901113d994/f (new location: hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/default/test/e993b71b54613613493fcd901113d994/f/721ac67c9c1d4350b2d793ca975f12c3_SeqId_6_) 2024-11-20T03:20:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/staging/jenkins.hfs.10__test__uoev213u83jso9o23abvh1lqqdbd418dtjlojf03fcrai1sng18c0flr39f5kvd1/f/00856e1dd52843c1902aea04d9c9735b_SeqId_6_ 2024-11-20T03:20:09,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34243 {}] regionserver.ReplicationSink(324): Finished replicating [d3f3e1dd-a5db-4a7d-bd69-2443244d3313] bulk loaded data 2024-11-20T03:20:09,914 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344.replicationSource.wal-reader.d00f728e99d7%2C45485%2C1732072794344,1-d00f728e99d7,45485,1732072794344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/WALs/d00f728e99d7,45485,1732072794344/d00f728e99d7%2C45485%2C1732072794344.1732072796690 to pos 1033, reset compression=false 2024-11-20T03:20:10,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T03:20:10,312 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:20:10,312 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:20:10,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:10,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:10,312 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:20:10,312 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T03:20:10,313 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2145908341, stopped=false 2024-11-20T03:20:10,313 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d00f728e99d7,34923,1732072794203 2024-11-20T03:20:10,318 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344.replicationSource.wal-reader.d00f728e99d7%2C45485%2C1732072794344,1-d00f728e99d7,45485,1732072794344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/WALs/d00f728e99d7,45485,1732072794344/d00f728e99d7%2C45485%2C1732072794344.1732072796690 to pos 1033, reset compression=false 2024-11-20T03:20:10,372 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.wal-reader.d00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687/d00f728e99d7%2C34243%2C1732072788687.1732072790998 to pos 687, reset compression=false 2024-11-20T03:20:10,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45485-0x101564146470004, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-876308142/running 2024-11-20T03:20:10,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34923-0x101564146470003, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-876308142/running 2024-11-20T03:20:10,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45485-0x101564146470004, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-876308142 2024-11-20T03:20:10,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34923-0x101564146470003, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-876308142 2024-11-20T03:20:10,373 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:20:10,373 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:20:10,374 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:20:10,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:10,374 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd00f728e99d7,45485,1732072794344' ***** 2024-11-20T03:20:10,374 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T03:20:10,374 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45485-0x101564146470004, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Set watcher on znode that does not yet exist, /1-876308142/running 2024-11-20T03:20:10,374 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34923-0x101564146470003, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Set watcher on znode that does not yet exist, /1-876308142/running 2024-11-20T03:20:10,374 INFO [RS:0;d00f728e99d7:45485 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T03:20:10,374 INFO [RS:0;d00f728e99d7:45485 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T03:20:10,375 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T03:20:10,375 INFO [RS:0;d00f728e99d7:45485 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T03:20:10,375 INFO [RS:0;d00f728e99d7:45485 {}] regionserver.HRegionServer(3091): Received CLOSE for 4a87cbbf7f41528f932f59ec73e532c0 2024-11-20T03:20:10,375 INFO [RS:0;d00f728e99d7:45485 {}] regionserver.HRegionServer(3091): Received CLOSE for df68d827b706b30373e6a7a1f6ffeeaa 2024-11-20T03:20:10,375 INFO [RS:0;d00f728e99d7:45485 {}] regionserver.HRegionServer(959): stopping server d00f728e99d7,45485,1732072794344 2024-11-20T03:20:10,375 INFO [RS:0;d00f728e99d7:45485 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:20:10,375 INFO [RS:0;d00f728e99d7:45485 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:45485. 2024-11-20T03:20:10,375 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4a87cbbf7f41528f932f59ec73e532c0, disabling compactions & flushes 2024-11-20T03:20:10,375 DEBUG [RS:0;d00f728e99d7:45485 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:20:10,375 DEBUG [RS:0;d00f728e99d7:45485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:10,375 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732072803764.4a87cbbf7f41528f932f59ec73e532c0. 2024-11-20T03:20:10,375 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732072803764.4a87cbbf7f41528f932f59ec73e532c0. 2024-11-20T03:20:10,375 INFO [RS:0;d00f728e99d7:45485 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T03:20:10,375 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732072803764.4a87cbbf7f41528f932f59ec73e532c0. after waiting 0 ms 2024-11-20T03:20:10,375 INFO [RS:0;d00f728e99d7:45485 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T03:20:10,375 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732072803764.4a87cbbf7f41528f932f59ec73e532c0. 2024-11-20T03:20:10,375 INFO [RS:0;d00f728e99d7:45485 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T03:20:10,375 INFO [RS:0;d00f728e99d7:45485 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T03:20:10,376 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4a87cbbf7f41528f932f59ec73e532c0 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-20T03:20:10,376 INFO [RS:0;d00f728e99d7:45485 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T03:20:10,376 DEBUG [RS:0;d00f728e99d7:45485 {}] regionserver.HRegionServer(1325): Online Regions={4a87cbbf7f41528f932f59ec73e532c0=hbase:replication,,1732072803764.4a87cbbf7f41528f932f59ec73e532c0., 1588230740=hbase:meta,,1.1588230740, df68d827b706b30373e6a7a1f6ffeeaa=test,,1732072799445.df68d827b706b30373e6a7a1f6ffeeaa.} 2024-11-20T03:20:10,376 DEBUG [RS:0;d00f728e99d7:45485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a87cbbf7f41528f932f59ec73e532c0, df68d827b706b30373e6a7a1f6ffeeaa 2024-11-20T03:20:10,376 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:20:10,376 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:20:10,376 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:20:10,376 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:20:10,376 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:20:10,376 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T03:20:10,386 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.wal-reader.d00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T03:20:10,386 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.shipperd00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,34243,1732072788687 got entry batch from reader: WALEntryBatch [walEntries=[{test/e993b71b54613613493fcd901113d994/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732072809863/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687/d00f728e99d7%2C34243%2C1732072788687.1732072790998, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-20T03:20:10,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server d00f728e99d7,45485,1732072794344 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T03:20:10,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:42654 deadline: 1732072870387, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server d00f728e99d7,45485,1732072794344 stopping 2024-11-20T03:20:10,390 WARN [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.shipperd00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server d00f728e99d7,45485,1732072794344 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:20:10,392 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/hbase/meta/1588230740/.tmp/info/b522bd1f7bde4ae88c7a65662add130d is 147, key is hbase:replication,,1732072803764.4a87cbbf7f41528f932f59ec73e532c0./info:regioninfo/1732072804927/Put/seqid=0 2024-11-20T03:20:10,392 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/hbase/replication/4a87cbbf7f41528f932f59ec73e532c0/.tmp/hfileref/14197241716e411b9c940613f04daa1f is 74, key is 1/hfileref:00856e1dd52843c1902aea04d9c9735b_SeqId_6_/1732072809866/DeleteColumn/seqid=0 2024-11-20T03:20:10,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741845_1021 (size=7686) 2024-11-20T03:20:10,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741844_1020 (size=5345) 2024-11-20T03:20:10,398 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/hbase/meta/1588230740/.tmp/info/b522bd1f7bde4ae88c7a65662add130d 2024-11-20T03:20:10,398 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/hbase/replication/4a87cbbf7f41528f932f59ec73e532c0/.tmp/hfileref/14197241716e411b9c940613f04daa1f 2024-11-20T03:20:10,419 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/hbase/meta/1588230740/.tmp/ns/f5b0c198276246809866b39c2476dded is 43, key is default/ns:d/1732072797223/Put/seqid=0 2024-11-20T03:20:10,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741846_1022 (size=5153) 2024-11-20T03:20:10,425 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/hbase/replication/4a87cbbf7f41528f932f59ec73e532c0/.tmp/queue/2bea736b0e3a4d839a61962afb002e46 is 154, key is 1-d00f728e99d7,45485,1732072794344/queue:d00f728e99d7%2C45485%2C1732072794344/1732072809868/Put/seqid=0 2024-11-20T03:20:10,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741847_1023 (size=5353) 2024-11-20T03:20:10,472 INFO [regionserver/d00f728e99d7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:20:10,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server d00f728e99d7,45485,1732072794344 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T03:20:10,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:42654 deadline: 1732072870495, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server d00f728e99d7,45485,1732072794344 stopping 2024-11-20T03:20:10,495 WARN [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.shipperd00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server d00f728e99d7,45485,1732072794344 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:20:10,562 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T03:20:10,562 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T03:20:10,576 DEBUG [RS:0;d00f728e99d7:45485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a87cbbf7f41528f932f59ec73e532c0, df68d827b706b30373e6a7a1f6ffeeaa 2024-11-20T03:20:10,586 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.wal-reader.d00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687/d00f728e99d7%2C34243%2C1732072788687.1732072790998 to pos 1033, reset compression=false 2024-11-20T03:20:10,698 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server d00f728e99d7,45485,1732072794344 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T03:20:10,698 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:42654 deadline: 1732072870698, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server d00f728e99d7,45485,1732072794344 stopping 2024-11-20T03:20:10,699 WARN [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.shipperd00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server d00f728e99d7,45485,1732072794344 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:20:10,776 DEBUG [RS:0;d00f728e99d7:45485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a87cbbf7f41528f932f59ec73e532c0, df68d827b706b30373e6a7a1f6ffeeaa 2024-11-20T03:20:10,821 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344.replicationSource.wal-reader.d00f728e99d7%2C45485%2C1732072794344,1-d00f728e99d7,45485,1732072794344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/WALs/d00f728e99d7,45485,1732072794344/d00f728e99d7%2C45485%2C1732072794344.1732072796690 to pos 1033, reset compression=false 2024-11-20T03:20:10,822 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/hbase/meta/1588230740/.tmp/ns/f5b0c198276246809866b39c2476dded 2024-11-20T03:20:10,828 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/hbase/replication/4a87cbbf7f41528f932f59ec73e532c0/.tmp/queue/2bea736b0e3a4d839a61962afb002e46 2024-11-20T03:20:10,833 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/hbase/replication/4a87cbbf7f41528f932f59ec73e532c0/.tmp/hfileref/14197241716e411b9c940613f04daa1f as hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/hbase/replication/4a87cbbf7f41528f932f59ec73e532c0/hfileref/14197241716e411b9c940613f04daa1f 2024-11-20T03:20:10,837 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/hbase/replication/4a87cbbf7f41528f932f59ec73e532c0/hfileref/14197241716e411b9c940613f04daa1f, entries=4, sequenceid=12, filesize=5.2 K 2024-11-20T03:20:10,838 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/hbase/replication/4a87cbbf7f41528f932f59ec73e532c0/.tmp/queue/2bea736b0e3a4d839a61962afb002e46 as hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/hbase/replication/4a87cbbf7f41528f932f59ec73e532c0/queue/2bea736b0e3a4d839a61962afb002e46 2024-11-20T03:20:10,842 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/hbase/meta/1588230740/.tmp/rep_barrier/77276345d10044d3a356a7ab72cbeccc is 112, key is test,,1732072799445.df68d827b706b30373e6a7a1f6ffeeaa./rep_barrier:seqnumDuringOpen/1732072800586/Put/seqid=0 2024-11-20T03:20:10,843 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/hbase/replication/4a87cbbf7f41528f932f59ec73e532c0/queue/2bea736b0e3a4d839a61962afb002e46, entries=1, sequenceid=12, filesize=5.2 K 2024-11-20T03:20:10,843 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 4a87cbbf7f41528f932f59ec73e532c0 in 468ms, sequenceid=12, compaction requested=false 2024-11-20T03:20:10,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741848_1024 (size=5518) 2024-11-20T03:20:10,845 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/hbase/meta/1588230740/.tmp/rep_barrier/77276345d10044d3a356a7ab72cbeccc 2024-11-20T03:20:10,848 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/hbase/replication/4a87cbbf7f41528f932f59ec73e532c0/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T03:20:10,848 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:20:10,848 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:20:10,848 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732072803764.4a87cbbf7f41528f932f59ec73e532c0. 2024-11-20T03:20:10,848 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4a87cbbf7f41528f932f59ec73e532c0: Waiting for close lock at 1732072810375Running coprocessor pre-close hooks at 1732072810375Disabling compacts and flushes for region at 1732072810375Disabling writes for close at 1732072810375Obtaining lock to block concurrent updates at 1732072810376 (+1 ms)Preparing flush snapshotting stores in 4a87cbbf7f41528f932f59ec73e532c0 at 1732072810376Finished memstore snapshotting hbase:replication,,1732072803764.4a87cbbf7f41528f932f59ec73e532c0., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732072810376Flushing stores of hbase:replication,,1732072803764.4a87cbbf7f41528f932f59ec73e532c0. at 1732072810376Flushing 4a87cbbf7f41528f932f59ec73e532c0/hfileref: creating writer at 1732072810377 (+1 ms)Flushing 4a87cbbf7f41528f932f59ec73e532c0/hfileref: appending metadata at 1732072810392 (+15 ms)Flushing 4a87cbbf7f41528f932f59ec73e532c0/hfileref: closing flushed file at 1732072810392Flushing 4a87cbbf7f41528f932f59ec73e532c0/queue: creating writer at 1732072810406 (+14 ms)Flushing 4a87cbbf7f41528f932f59ec73e532c0/queue: appending metadata at 1732072810424 (+18 ms)Flushing 4a87cbbf7f41528f932f59ec73e532c0/queue: closing flushed file at 1732072810424Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5df22537: reopening flushed file at 1732072810832 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c8c1cdb: reopening flushed file at 1732072810838 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 4a87cbbf7f41528f932f59ec73e532c0 in 468ms, sequenceid=12, compaction requested=false at 1732072810843 (+5 ms)Writing region close event to WAL at 1732072810844 (+1 ms)Running coprocessor post-close hooks at 1732072810848 (+4 ms)Closed at 1732072810848 2024-11-20T03:20:10,848 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732072803764.4a87cbbf7f41528f932f59ec73e532c0. 2024-11-20T03:20:10,849 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing df68d827b706b30373e6a7a1f6ffeeaa, disabling compactions & flushes 2024-11-20T03:20:10,849 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732072799445.df68d827b706b30373e6a7a1f6ffeeaa. 2024-11-20T03:20:10,849 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732072799445.df68d827b706b30373e6a7a1f6ffeeaa. 2024-11-20T03:20:10,849 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732072799445.df68d827b706b30373e6a7a1f6ffeeaa. after waiting 0 ms 2024-11-20T03:20:10,849 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732072799445.df68d827b706b30373e6a7a1f6ffeeaa. 2024-11-20T03:20:10,852 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/default/test/df68d827b706b30373e6a7a1f6ffeeaa/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T03:20:10,852 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:20:10,852 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T03:20:10,852 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732072799445.df68d827b706b30373e6a7a1f6ffeeaa. 2024-11-20T03:20:10,852 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for df68d827b706b30373e6a7a1f6ffeeaa: Waiting for close lock at 1732072810849Running coprocessor pre-close hooks at 1732072810849Disabling compacts and flushes for region at 1732072810849Disabling writes for close at 1732072810849Writing region close event to WAL at 1732072810849Running coprocessor post-close hooks at 1732072810852 (+3 ms)Closed at 1732072810852 2024-11-20T03:20:10,852 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732072799445.df68d827b706b30373e6a7a1f6ffeeaa. 2024-11-20T03:20:10,875 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/hbase/meta/1588230740/.tmp/table/c76d455fa5824318bb5c1aa318454c77 is 53, key is hbase:replication/table:state/1732072804932/Put/seqid=0 2024-11-20T03:20:10,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741849_1025 (size=5308) 2024-11-20T03:20:10,889 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.wal-reader.d00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687/d00f728e99d7%2C34243%2C1732072788687.1732072790998 to pos 1033, reset compression=false 2024-11-20T03:20:10,977 DEBUG [RS:0;d00f728e99d7:45485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:20:11,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server d00f728e99d7,45485,1732072794344 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T03:20:11,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:42654 deadline: 1732072871001, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server d00f728e99d7,45485,1732072794344 stopping 2024-11-20T03:20:11,002 WARN [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.shipperd00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server d00f728e99d7,45485,1732072794344 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:20:11,177 DEBUG [RS:0;d00f728e99d7:45485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:20:11,280 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/hbase/meta/1588230740/.tmp/table/c76d455fa5824318bb5c1aa318454c77 2024-11-20T03:20:11,284 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/hbase/meta/1588230740/.tmp/info/b522bd1f7bde4ae88c7a65662add130d as hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/hbase/meta/1588230740/info/b522bd1f7bde4ae88c7a65662add130d 2024-11-20T03:20:11,288 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/hbase/meta/1588230740/info/b522bd1f7bde4ae88c7a65662add130d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T03:20:11,289 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/hbase/meta/1588230740/.tmp/ns/f5b0c198276246809866b39c2476dded as hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/hbase/meta/1588230740/ns/f5b0c198276246809866b39c2476dded 2024-11-20T03:20:11,292 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.wal-reader.d00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687/d00f728e99d7%2C34243%2C1732072788687.1732072790998 to pos 1033, reset compression=false 2024-11-20T03:20:11,293 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/hbase/meta/1588230740/ns/f5b0c198276246809866b39c2476dded, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T03:20:11,294 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/hbase/meta/1588230740/.tmp/rep_barrier/77276345d10044d3a356a7ab72cbeccc as hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/hbase/meta/1588230740/rep_barrier/77276345d10044d3a356a7ab72cbeccc 2024-11-20T03:20:11,298 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/hbase/meta/1588230740/rep_barrier/77276345d10044d3a356a7ab72cbeccc, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T03:20:11,299 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/hbase/meta/1588230740/.tmp/table/c76d455fa5824318bb5c1aa318454c77 as hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/hbase/meta/1588230740/table/c76d455fa5824318bb5c1aa318454c77 2024-11-20T03:20:11,302 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/hbase/meta/1588230740/table/c76d455fa5824318bb5c1aa318454c77, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T03:20:11,303 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 927ms, sequenceid=16, compaction requested=false 2024-11-20T03:20:11,309 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T03:20:11,309 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:20:11,309 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:20:11,309 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:20:11,309 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072810376Running coprocessor pre-close hooks at 1732072810376Disabling compacts and flushes for region at 1732072810376Disabling writes for close at 1732072810376Obtaining lock to block concurrent updates at 1732072810376Preparing flush snapshotting stores in 1588230740 at 1732072810376Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732072810377 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732072810377Flushing 1588230740/info: creating writer at 1732072810377Flushing 1588230740/info: appending metadata at 1732072810391 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732072810391Flushing 1588230740/ns: creating writer at 1732072810406 (+15 ms)Flushing 1588230740/ns: appending metadata at 1732072810418 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732072810418Flushing 1588230740/rep_barrier: creating writer at 1732072810826 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732072810842 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732072810842Flushing 1588230740/table: creating writer at 1732072810850 (+8 ms)Flushing 1588230740/table: appending metadata at 1732072810875 (+25 ms)Flushing 1588230740/table: closing flushed file at 1732072810875Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14f31ee7: reopening flushed file at 1732072811283 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31467c5e: reopening flushed file at 1732072811288 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72fff5b1: reopening flushed file at 1732072811293 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@92c4b28: reopening flushed file at 1732072811298 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 927ms, sequenceid=16, compaction requested=false at 1732072811303 (+5 ms)Writing region close event to WAL at 1732072811306 (+3 ms)Running coprocessor post-close hooks at 1732072811309 (+3 ms)Closed at 1732072811309 2024-11-20T03:20:11,310 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T03:20:11,377 INFO [RS:0;d00f728e99d7:45485 {}] regionserver.HRegionServer(976): stopping server d00f728e99d7,45485,1732072794344; all regions closed. 2024-11-20T03:20:11,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741834_1010 (size=4239) 2024-11-20T03:20:11,379 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/WALs/d00f728e99d7,45485,1732072794344/d00f728e99d7%2C45485%2C1732072794344.meta.1732072797185.meta not finished, retry = 0 2024-11-20T03:20:11,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server d00f728e99d7,45485,1732072794344 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T03:20:11,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45485 {}] ipc.CallRunner(138): callId: 16 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:42654 deadline: 1732072871405, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server d00f728e99d7,45485,1732072794344 stopping 2024-11-20T03:20:11,406 WARN [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.shipperd00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server d00f728e99d7,45485,1732072794344 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:20:11,425 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344.replicationSource.wal-reader.d00f728e99d7%2C45485%2C1732072794344,1-d00f728e99d7,45485,1732072794344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/WALs/d00f728e99d7,45485,1732072794344/d00f728e99d7%2C45485%2C1732072794344.1732072796690 to pos 1033, reset compression=false 2024-11-20T03:20:11,429 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344.replicationSource.wal-reader.d00f728e99d7%2C45485%2C1732072794344,1-d00f728e99d7,45485,1732072794344 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:20:11,429 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344.replicationSource.wal-reader.d00f728e99d7%2C45485%2C1732072794344,1-d00f728e99d7,45485,1732072794344 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/WALs/d00f728e99d7,45485,1732072794344/d00f728e99d7%2C45485%2C1732072794344.1732072796690 to pos 1328, reset compression=false 2024-11-20T03:20:11,429 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344.replicationSource.shipperd00f728e99d7%2C45485%2C1732072794344,1-d00f728e99d7,45485,1732072794344 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,45485,1732072794344 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/WALs/d00f728e99d7,45485,1732072794344/d00f728e99d7%2C45485%2C1732072794344.1732072796690, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T03:20:11,430 ERROR [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344.replicationSource.shipperd00f728e99d7%2C45485%2C1732072794344,1-d00f728e99d7,45485,1732072794344 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d00f728e99d7,45485,1732072794344: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d00f728e99d7,45485,1732072794344, walGroup=d00f728e99d7%2C45485%2C1732072794344, offset=d00f728e99d7%2C45485%2C1732072794344.1732072796690:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:45485 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T03:20:11,431 ERROR [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344.replicationSource.shipperd00f728e99d7%2C45485%2C1732072794344,1-d00f728e99d7,45485,1732072794344 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T03:20:11,431 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344.replicationSource.shipperd00f728e99d7%2C45485%2C1732072794344,1-d00f728e99d7,45485,1732072794344 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T03:20:11,432 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344.replicationSource.shipperd00f728e99d7%2C45485%2C1732072794344,1-d00f728e99d7,45485,1732072794344 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T03:20:11,432 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344.replicationSource.shipperd00f728e99d7%2C45485%2C1732072794344,1-d00f728e99d7,45485,1732072794344 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T03:20:11,432 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344.replicationSource.shipperd00f728e99d7%2C45485%2C1732072794344,1-d00f728e99d7,45485,1732072794344 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T03:20:11,432 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344.replicationSource.shipperd00f728e99d7%2C45485%2C1732072794344,1-d00f728e99d7,45485,1732072794344 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1050673152, "init": 1048576000, "max": 2306867200, "used": 502810696 }, "NonHeapMemoryUsage": { "committed": 190185472, "init": 7667712, "max": -1, "used": 187327656 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T03:20:11,434 WARN [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344.replicationSource.shipperd00f728e99d7%2C45485%2C1732072794344,1-d00f728e99d7,45485,1732072794344 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:34923 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:34923 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T03:20:11,481 DEBUG [RS:0;d00f728e99d7:45485 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/oldWALs 2024-11-20T03:20:11,481 INFO [RS:0;d00f728e99d7:45485 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d00f728e99d7%2C45485%2C1732072794344.meta:.meta(num 1732072797185) 2024-11-20T03:20:11,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741839_1015 (size=3127) 2024-11-20T03:20:11,484 DEBUG [RS:0;d00f728e99d7:45485 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/oldWALs 2024-11-20T03:20:11,484 INFO [RS:0;d00f728e99d7:45485 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d00f728e99d7%2C45485%2C1732072794344.rep:(num 1732072804894) 2024-11-20T03:20:11,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741833_1009 (size=1336) 2024-11-20T03:20:11,487 DEBUG [RS:0;d00f728e99d7:45485 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/oldWALs 2024-11-20T03:20:11,487 INFO [RS:0;d00f728e99d7:45485 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d00f728e99d7%2C45485%2C1732072794344:(num 1732072796690) 2024-11-20T03:20:11,487 DEBUG [RS:0;d00f728e99d7:45485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:11,487 INFO [RS:0;d00f728e99d7:45485 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:20:11,487 INFO [RS:0;d00f728e99d7:45485 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:20:11,488 INFO [RS:0;d00f728e99d7:45485 {}] hbase.ChoreService(370): Chore service for: regionserver/d00f728e99d7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T03:20:11,488 INFO [RS:0;d00f728e99d7:45485 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:20:11,488 INFO [regionserver/d00f728e99d7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:20:11,488 INFO [RS:0;d00f728e99d7:45485 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d00f728e99d7,45485,1732072794344 because: Region server is closing 2024-11-20T03:20:11,488 INFO [RS:0;d00f728e99d7:45485 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:45485. 2024-11-20T03:20:11,488 DEBUG [RS:0;d00f728e99d7:45485 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:20:11,488 DEBUG [RS:0;d00f728e99d7:45485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:11,488 DEBUG [RS:0;d00f728e99d7:45485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:11,488 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:20:11,589 INFO [RS:0;d00f728e99d7:45485 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344.replicationSource.shipperd00f728e99d7%2C45485%2C1732072794344,1-d00f728e99d7,45485,1732072794344 terminated 2024-11-20T03:20:11,589 WARN [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45485,1732072794344.replicationSource.wal-reader.d00f728e99d7%2C45485%2C1732072794344,1-d00f728e99d7,45485,1732072794344 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T03:20:11,589 INFO [RS:0;d00f728e99d7:45485 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:45485. 2024-11-20T03:20:11,589 DEBUG [RS:0;d00f728e99d7:45485 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:20:11,589 DEBUG [RS:0;d00f728e99d7:45485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:11,589 DEBUG [RS:0;d00f728e99d7:45485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:11,589 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:20:11,589 INFO [RS:0;d00f728e99d7:45485 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45485 2024-11-20T03:20:11,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34923-0x101564146470003, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-876308142/rs 2024-11-20T03:20:11,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45485-0x101564146470004, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-876308142/rs/d00f728e99d7,45485,1732072794344 2024-11-20T03:20:11,657 INFO [RS:0;d00f728e99d7:45485 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:20:11,668 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d00f728e99d7,45485,1732072794344] 2024-11-20T03:20:11,678 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-876308142/draining/d00f728e99d7,45485,1732072794344 already deleted, retry=false 2024-11-20T03:20:11,678 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d00f728e99d7,45485,1732072794344 expired; onlineServers=0 2024-11-20T03:20:11,678 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd00f728e99d7,34923,1732072794203' ***** 2024-11-20T03:20:11,678 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T03:20:11,679 INFO [M:0;d00f728e99d7:34923 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:20:11,679 INFO [M:0;d00f728e99d7:34923 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:20:11,679 DEBUG [M:0;d00f728e99d7:34923 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T03:20:11,679 DEBUG [M:0;d00f728e99d7:34923 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T03:20:11,679 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T03:20:11,679 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072796382 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072796382,5,FailOnTimeoutGroup] 2024-11-20T03:20:11,692 INFO [M:0;d00f728e99d7:34923 {}] hbase.ChoreService(370): Chore service for: master/d00f728e99d7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T03:20:11,692 INFO [M:0;d00f728e99d7:34923 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:20:11,692 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072796383 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072796383,5,FailOnTimeoutGroup] 2024-11-20T03:20:11,692 DEBUG [M:0;d00f728e99d7:34923 {}] master.HMaster(1795): Stopping service threads 2024-11-20T03:20:11,692 INFO [M:0;d00f728e99d7:34923 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T03:20:11,692 INFO [M:0;d00f728e99d7:34923 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:20:11,692 INFO [M:0;d00f728e99d7:34923 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T03:20:11,692 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T03:20:11,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34923-0x101564146470003, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-876308142/master 2024-11-20T03:20:11,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34923-0x101564146470003, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-876308142 2024-11-20T03:20:11,699 DEBUG [M:0;d00f728e99d7:34923 {}] zookeeper.ZKUtil(347): master:34923-0x101564146470003, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Unable to get data of znode /1-876308142/master because node does not exist (not an error) 2024-11-20T03:20:11,699 WARN [M:0;d00f728e99d7:34923 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T03:20:11,700 INFO [M:0;d00f728e99d7:34923 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/.lastflushedseqids 2024-11-20T03:20:11,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741850_1026 (size=263) 2024-11-20T03:20:11,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45485-0x101564146470004, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:20:11,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45485-0x101564146470004, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:20:11,768 INFO [RS:0;d00f728e99d7:45485 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:20:11,768 INFO [RS:0;d00f728e99d7:45485 {}] regionserver.HRegionServer(1031): Exiting; stopping=d00f728e99d7,45485,1732072794344; zookeeper connection closed. 2024-11-20T03:20:11,768 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@51b24c57 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@51b24c57 2024-11-20T03:20:11,769 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T03:20:11,796 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.wal-reader.d00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687/d00f728e99d7%2C34243%2C1732072788687.1732072790998 to pos 1033, reset compression=false 2024-11-20T03:20:11,909 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d00f728e99d7:45485 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d00f728e99d7/172.17.0.2:45485 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:20:11,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address d00f728e99d7:45485 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d00f728e99d7/172.17.0.2:45485 2024-11-20T03:20:11,909 WARN [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.shipperd00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=d00f728e99d7:45485 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d00f728e99d7/172.17.0.2:45485 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d00f728e99d7/172.17.0.2:45485 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T03:20:11,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34923 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T03:20:11,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34923 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:56672 deadline: 1732072871911, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-20T03:20:11,928 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.shipperd00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-20T03:20:11,929 WARN [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.shipperd00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-20T03:20:12,104 INFO [M:0;d00f728e99d7:34923 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T03:20:12,104 INFO [M:0;d00f728e99d7:34923 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T03:20:12,104 DEBUG [M:0;d00f728e99d7:34923 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:20:12,104 INFO [M:0;d00f728e99d7:34923 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:20:12,105 DEBUG [M:0;d00f728e99d7:34923 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:20:12,105 DEBUG [M:0;d00f728e99d7:34923 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:20:12,105 DEBUG [M:0;d00f728e99d7:34923 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:20:12,105 INFO [M:0;d00f728e99d7:34923 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-20T03:20:12,121 DEBUG [M:0;d00f728e99d7:34923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30dfebe6e77046a1b59b533b038a1d3a is 82, key is hbase:meta,,1/info:regioninfo/1732072797213/Put/seqid=0 2024-11-20T03:20:12,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741851_1027 (size=5672) 2024-11-20T03:20:12,399 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.wal-reader.d00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687/d00f728e99d7%2C34243%2C1732072788687.1732072790998 to pos 1033, reset compression=false 2024-11-20T03:20:12,525 INFO [M:0;d00f728e99d7:34923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30dfebe6e77046a1b59b533b038a1d3a 2024-11-20T03:20:12,529 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.shipperd00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-20T03:20:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34923 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T03:20:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34923 {}] ipc.CallRunner(138): callId: 23 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:56672 deadline: 1732072872530, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-20T03:20:12,531 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.shipperd00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-20T03:20:12,532 WARN [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.shipperd00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-20T03:20:12,532 WARN [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.shipperd00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-20T03:20:12,541 DEBUG [M:0;d00f728e99d7:34923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3cd67f9832ed484a95b453666700b633 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732072804936/Put/seqid=0 2024-11-20T03:20:12,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741852_1028 (size=8517) 2024-11-20T03:20:12,945 INFO [M:0;d00f728e99d7:34923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3cd67f9832ed484a95b453666700b633 2024-11-20T03:20:12,961 DEBUG [M:0;d00f728e99d7:34923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/11d7df8c007f4003b556ac9cd06f6da7 is 69, key is d00f728e99d7,45485,1732072794344/rs:state/1732072796493/Put/seqid=0 2024-11-20T03:20:12,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741853_1029 (size=5156) 2024-11-20T03:20:13,102 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.wal-reader.d00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687/d00f728e99d7%2C34243%2C1732072788687.1732072790998 to pos 1033, reset compression=false 2024-11-20T03:20:13,232 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.shipperd00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-20T03:20:13,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34923 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T03:20:13,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34923 {}] ipc.CallRunner(138): callId: 25 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:56672 deadline: 1732072873233, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-20T03:20:13,234 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.shipperd00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-20T03:20:13,235 WARN [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.shipperd00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-20T03:20:13,235 WARN [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.shipperd00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-20T03:20:13,364 INFO [M:0;d00f728e99d7:34923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/11d7df8c007f4003b556ac9cd06f6da7 2024-11-20T03:20:13,369 DEBUG [M:0;d00f728e99d7:34923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30dfebe6e77046a1b59b533b038a1d3a as hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/30dfebe6e77046a1b59b533b038a1d3a 2024-11-20T03:20:13,373 INFO [M:0;d00f728e99d7:34923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/30dfebe6e77046a1b59b533b038a1d3a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T03:20:13,374 DEBUG [M:0;d00f728e99d7:34923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3cd67f9832ed484a95b453666700b633 as hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3cd67f9832ed484a95b453666700b633 2024-11-20T03:20:13,378 INFO [M:0;d00f728e99d7:34923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3cd67f9832ed484a95b453666700b633, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T03:20:13,379 DEBUG [M:0;d00f728e99d7:34923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/11d7df8c007f4003b556ac9cd06f6da7 as hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/11d7df8c007f4003b556ac9cd06f6da7 2024-11-20T03:20:13,383 INFO [M:0;d00f728e99d7:34923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39557/user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/11d7df8c007f4003b556ac9cd06f6da7, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T03:20:13,383 INFO [M:0;d00f728e99d7:34923 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false 2024-11-20T03:20:13,389 INFO [M:0;d00f728e99d7:34923 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:20:13,389 DEBUG [M:0;d00f728e99d7:34923 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072812104Disabling compacts and flushes for region at 1732072812104Disabling writes for close at 1732072812105 (+1 ms)Obtaining lock to block concurrent updates at 1732072812105Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732072812105Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732072812105Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732072812105Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732072812105Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732072812121 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732072812121Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732072812529 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732072812541 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732072812541Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732072812948 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732072812960 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732072812960Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71921125: reopening flushed file at 1732072813368 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@408044a8: reopening flushed file at 1732072813373 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41baa589: reopening flushed file at 1732072813378 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false at 1732072813383 (+5 ms)Writing region close event to WAL at 1732072813388 (+5 ms)Closed at 1732072813389 (+1 ms) 2024-11-20T03:20:13,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741830_1006 (size=63666) 2024-11-20T03:20:13,390 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/968539c0-b482-a682-6556-d29a853ce01e/MasterData/WALs/d00f728e99d7,34923,1732072794203/d00f728e99d7%2C34923%2C1732072794203.1732072796125 not finished, retry = 0 2024-11-20T03:20:13,491 INFO [M:0;d00f728e99d7:34923 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T03:20:13,491 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:20:13,491 INFO [M:0;d00f728e99d7:34923 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34923 2024-11-20T03:20:13,492 INFO [M:0;d00f728e99d7:34923 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:20:13,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34923-0x101564146470003, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:20:13,652 INFO [M:0;d00f728e99d7:34923 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:20:13,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34923-0x101564146470003, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:20:13,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67bd3e18{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:20:13,719 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@449c586f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:20:13,719 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:20:13,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fcf59d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:20:13,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@126f37db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4579015d-f67f-df88-0a61-40d869e8e34a/hadoop.log.dir/,STOPPED} 2024-11-20T03:20:13,720 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T03:20:13,720 WARN [BP-22924686-172.17.0.2-1732072792178 heartbeating to localhost/127.0.0.1:39557 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T03:20:13,720 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T03:20:13,720 WARN [BP-22924686-172.17.0.2-1732072792178 heartbeating to localhost/127.0.0.1:39557 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-22924686-172.17.0.2-1732072792178 (Datanode Uuid 58cbc4e9-8166-4a23-8f08-4c28ae3d69c3) service to localhost/127.0.0.1:39557 2024-11-20T03:20:13,721 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4579015d-f67f-df88-0a61-40d869e8e34a/cluster_26ac642f-1903-b440-7f23-9131a04e4b62/data/data1/current/BP-22924686-172.17.0.2-1732072792178 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:20:13,721 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4579015d-f67f-df88-0a61-40d869e8e34a/cluster_26ac642f-1903-b440-7f23-9131a04e4b62/data/data2/current/BP-22924686-172.17.0.2-1732072792178 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:20:13,721 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T03:20:13,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51f583c2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:20:13,728 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b74bab8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:20:13,728 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:20:13,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d00e481{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:20:13,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d032377{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4579015d-f67f-df88-0a61-40d869e8e34a/hadoop.log.dir/,STOPPED} 2024-11-20T03:20:13,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T03:20:13,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T03:20:13,759 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:20:13,759 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:20:13,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:13,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:13,759 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:20:13,759 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T03:20:13,759 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=171796405, stopped=false 2024-11-20T03:20:13,759 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d00f728e99d7,45487,1732072788502 2024-11-20T03:20:13,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45487-0x101564146470000, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1691789426/running 2024-11-20T03:20:13,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34243-0x101564146470001, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1691789426/running 2024-11-20T03:20:13,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45487-0x101564146470000, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1691789426 2024-11-20T03:20:13,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34243-0x101564146470001, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1691789426 2024-11-20T03:20:13,794 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:20:13,795 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:20:13,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34243-0x101564146470001, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Set watcher on znode that does not yet exist, /0-1691789426/running 2024-11-20T03:20:13,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45487-0x101564146470000, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Set watcher on znode that does not yet exist, /0-1691789426/running 2024-11-20T03:20:13,795 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:20:13,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:13,795 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd00f728e99d7,34243,1732072788687' ***** 2024-11-20T03:20:13,795 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T03:20:13,795 INFO [RS:0;d00f728e99d7:34243 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T03:20:13,795 INFO [RS:0;d00f728e99d7:34243 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T03:20:13,795 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T03:20:13,795 INFO [RS:0;d00f728e99d7:34243 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T03:20:13,796 INFO [RS:0;d00f728e99d7:34243 {}] regionserver.HRegionServer(3091): Received CLOSE for e993b71b54613613493fcd901113d994 2024-11-20T03:20:13,796 INFO [RS:0;d00f728e99d7:34243 {}] regionserver.HRegionServer(3091): Received CLOSE for 6350d6dffde4f50b801bc00044a187ae 2024-11-20T03:20:13,796 INFO [RS:0;d00f728e99d7:34243 {}] regionserver.HRegionServer(959): stopping server d00f728e99d7,34243,1732072788687 2024-11-20T03:20:13,796 INFO [RS:0;d00f728e99d7:34243 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:20:13,796 INFO [RS:0;d00f728e99d7:34243 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:34243. 2024-11-20T03:20:13,796 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e993b71b54613613493fcd901113d994, disabling compactions & flushes 2024-11-20T03:20:13,796 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732072797294.e993b71b54613613493fcd901113d994. 2024-11-20T03:20:13,796 DEBUG [RS:0;d00f728e99d7:34243 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:20:13,796 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732072797294.e993b71b54613613493fcd901113d994. 2024-11-20T03:20:13,796 DEBUG [RS:0;d00f728e99d7:34243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:13,796 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732072797294.e993b71b54613613493fcd901113d994. after waiting 0 ms 2024-11-20T03:20:13,796 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732072797294.e993b71b54613613493fcd901113d994. 2024-11-20T03:20:13,796 INFO [RS:0;d00f728e99d7:34243 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T03:20:13,796 INFO [RS:0;d00f728e99d7:34243 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T03:20:13,796 INFO [RS:0;d00f728e99d7:34243 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T03:20:13,796 INFO [RS:0;d00f728e99d7:34243 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T03:20:13,796 INFO [RS:0;d00f728e99d7:34243 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T03:20:13,796 DEBUG [RS:0;d00f728e99d7:34243 {}] regionserver.HRegionServer(1325): Online Regions={e993b71b54613613493fcd901113d994=test,,1732072797294.e993b71b54613613493fcd901113d994., 1588230740=hbase:meta,,1.1588230740, 6350d6dffde4f50b801bc00044a187ae=hbase:replication,,1732072801666.6350d6dffde4f50b801bc00044a187ae.} 2024-11-20T03:20:13,796 DEBUG [RS:0;d00f728e99d7:34243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6350d6dffde4f50b801bc00044a187ae, e993b71b54613613493fcd901113d994 2024-11-20T03:20:13,796 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:20:13,796 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:20:13,796 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:20:13,796 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:20:13,796 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:20:13,796 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T03:20:13,800 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/default/test/e993b71b54613613493fcd901113d994/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T03:20:13,800 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:20:13,801 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T03:20:13,801 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732072797294.e993b71b54613613493fcd901113d994. 2024-11-20T03:20:13,801 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e993b71b54613613493fcd901113d994: Waiting for close lock at 1732072813796Running coprocessor pre-close hooks at 1732072813796Disabling compacts and flushes for region at 1732072813796Disabling writes for close at 1732072813796Writing region close event to WAL at 1732072813797 (+1 ms)Running coprocessor post-close hooks at 1732072813800 (+3 ms)Closed at 1732072813801 (+1 ms) 2024-11-20T03:20:13,801 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732072797294.e993b71b54613613493fcd901113d994. 2024-11-20T03:20:13,801 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6350d6dffde4f50b801bc00044a187ae, disabling compactions & flushes 2024-11-20T03:20:13,801 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732072801666.6350d6dffde4f50b801bc00044a187ae. 2024-11-20T03:20:13,801 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732072801666.6350d6dffde4f50b801bc00044a187ae. 2024-11-20T03:20:13,801 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732072801666.6350d6dffde4f50b801bc00044a187ae. after waiting 0 ms 2024-11-20T03:20:13,801 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732072801666.6350d6dffde4f50b801bc00044a187ae. 2024-11-20T03:20:13,801 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6350d6dffde4f50b801bc00044a187ae 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-20T03:20:13,812 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/hbase/meta/1588230740/.tmp/info/f941a0efe2864c00bc4648b32cfa5e02 is 147, key is hbase:replication,,1732072801666.6350d6dffde4f50b801bc00044a187ae./info:regioninfo/1732072802831/Put/seqid=0 2024-11-20T03:20:13,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42349 is added to blk_1073741846_1022 (size=7686) 2024-11-20T03:20:13,818 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/hbase/replication/6350d6dffde4f50b801bc00044a187ae/.tmp/hfileref/9721dd8bcac74ac4a2285453435b1c12 is 74, key is 1/hfileref:550d39b8d77948dc826d959cdb2cb4e3_SeqId_6_/1732072809854/Put/seqid=0 2024-11-20T03:20:13,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42349 is added to blk_1073741847_1023 (size=5345) 2024-11-20T03:20:13,876 INFO [regionserver/d00f728e99d7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:20:13,892 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T03:20:13,892 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T03:20:13,905 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.wal-reader.d00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687/d00f728e99d7%2C34243%2C1732072788687.1732072790998 to pos 1033, reset compression=false 2024-11-20T03:20:13,909 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.wal-reader.d00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:20:13,909 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.wal-reader.d00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687/d00f728e99d7%2C34243%2C1732072788687.1732072790998 to pos 1328, reset compression=false 2024-11-20T03:20:13,996 DEBUG [RS:0;d00f728e99d7:34243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6350d6dffde4f50b801bc00044a187ae 2024-11-20T03:20:14,035 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.shipperd00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-20T03:20:14,036 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d00f728e99d7:34923 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d00f728e99d7/172.17.0.2:34923 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:20:14,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address d00f728e99d7:34923 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d00f728e99d7/172.17.0.2:34923 2024-11-20T03:20:14,112 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.wal-reader.d00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687/d00f728e99d7%2C34243%2C1732072788687.1732072790998 to pos 1328, reset compression=false 2024-11-20T03:20:14,141 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:20:14,141 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d00f728e99d7:34923 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d00f728e99d7/172.17.0.2:34923 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:20:14,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d00f728e99d7,34923,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=d00f728e99d7:34923 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d00f728e99d7/172.17.0.2:34923 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-20T03:20:14,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address d00f728e99d7:34923 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d00f728e99d7/172.17.0.2:34923 2024-11-20T03:20:14,197 DEBUG [RS:0;d00f728e99d7:34243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6350d6dffde4f50b801bc00044a187ae 2024-11-20T03:20:14,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T03:20:14,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T03:20:14,216 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/hbase/meta/1588230740/.tmp/info/f941a0efe2864c00bc4648b32cfa5e02 2024-11-20T03:20:14,222 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/hbase/replication/6350d6dffde4f50b801bc00044a187ae/.tmp/hfileref/9721dd8bcac74ac4a2285453435b1c12 2024-11-20T03:20:14,233 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/hbase/meta/1588230740/.tmp/ns/eb8dc76911bf4c0bbcdcf736bac73c3a is 43, key is default/ns:d/1732072792044/Put/seqid=0 2024-11-20T03:20:14,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42349 is added to blk_1073741848_1024 (size=5153) 2024-11-20T03:20:14,238 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/hbase/replication/6350d6dffde4f50b801bc00044a187ae/.tmp/queue/06a4acf79a214dec9a014339ecb66f31 is 153, key is 1-d00f728e99d7,34243,1732072788687/queue:d00f728e99d7%2C34243%2C1732072788687/1732072807722/Put/seqid=0 2024-11-20T03:20:14,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42349 is added to blk_1073741849_1025 (size=5352) 2024-11-20T03:20:14,351 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:20:14,351 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to d00f728e99d7:34923 this server is in the failed servers list 2024-11-20T03:20:14,352 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d00f728e99d7,34923,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d00f728e99d7:34923 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d00f728e99d7:34923 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T03:20:14,397 DEBUG [RS:0;d00f728e99d7:34243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6350d6dffde4f50b801bc00044a187ae 2024-11-20T03:20:14,415 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.wal-reader.d00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687/d00f728e99d7%2C34243%2C1732072788687.1732072790998 to pos 1328, reset compression=false 2024-11-20T03:20:14,597 DEBUG [RS:0;d00f728e99d7:34243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6350d6dffde4f50b801bc00044a187ae 2024-11-20T03:20:14,636 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/hbase/meta/1588230740/.tmp/ns/eb8dc76911bf4c0bbcdcf736bac73c3a 2024-11-20T03:20:14,641 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/hbase/replication/6350d6dffde4f50b801bc00044a187ae/.tmp/queue/06a4acf79a214dec9a014339ecb66f31 2024-11-20T03:20:14,645 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/hbase/replication/6350d6dffde4f50b801bc00044a187ae/.tmp/hfileref/9721dd8bcac74ac4a2285453435b1c12 as hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/hbase/replication/6350d6dffde4f50b801bc00044a187ae/hfileref/9721dd8bcac74ac4a2285453435b1c12 2024-11-20T03:20:14,650 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/hbase/replication/6350d6dffde4f50b801bc00044a187ae/hfileref/9721dd8bcac74ac4a2285453435b1c12, entries=4, sequenceid=10, filesize=5.2 K 2024-11-20T03:20:14,650 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/hbase/replication/6350d6dffde4f50b801bc00044a187ae/.tmp/queue/06a4acf79a214dec9a014339ecb66f31 as hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/hbase/replication/6350d6dffde4f50b801bc00044a187ae/queue/06a4acf79a214dec9a014339ecb66f31 2024-11-20T03:20:14,654 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/hbase/replication/6350d6dffde4f50b801bc00044a187ae/queue/06a4acf79a214dec9a014339ecb66f31, entries=1, sequenceid=10, filesize=5.2 K 2024-11-20T03:20:14,655 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 6350d6dffde4f50b801bc00044a187ae in 854ms, sequenceid=10, compaction requested=false 2024-11-20T03:20:14,659 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/hbase/meta/1588230740/.tmp/rep_barrier/0b3b6ec3ef4445089a187d5a39b96e27 is 112, key is test,,1732072797294.e993b71b54613613493fcd901113d994./rep_barrier:seqnumDuringOpen/1732072798437/Put/seqid=0 2024-11-20T03:20:14,661 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:20:14,662 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to d00f728e99d7:34923 this server is in the failed servers list 2024-11-20T03:20:14,662 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/hbase/replication/6350d6dffde4f50b801bc00044a187ae/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T03:20:14,662 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:20:14,662 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d00f728e99d7,34923,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d00f728e99d7:34923 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d00f728e99d7:34923 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T03:20:14,662 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:20:14,662 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732072801666.6350d6dffde4f50b801bc00044a187ae. 2024-11-20T03:20:14,662 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6350d6dffde4f50b801bc00044a187ae: Waiting for close lock at 1732072813801Running coprocessor pre-close hooks at 1732072813801Disabling compacts and flushes for region at 1732072813801Disabling writes for close at 1732072813801Obtaining lock to block concurrent updates at 1732072813801Preparing flush snapshotting stores in 6350d6dffde4f50b801bc00044a187ae at 1732072813801Finished memstore snapshotting hbase:replication,,1732072801666.6350d6dffde4f50b801bc00044a187ae., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732072813801Flushing stores of hbase:replication,,1732072801666.6350d6dffde4f50b801bc00044a187ae. at 1732072813802 (+1 ms)Flushing 6350d6dffde4f50b801bc00044a187ae/hfileref: creating writer at 1732072813802Flushing 6350d6dffde4f50b801bc00044a187ae/hfileref: appending metadata at 1732072813818 (+16 ms)Flushing 6350d6dffde4f50b801bc00044a187ae/hfileref: closing flushed file at 1732072813818Flushing 6350d6dffde4f50b801bc00044a187ae/queue: creating writer at 1732072814225 (+407 ms)Flushing 6350d6dffde4f50b801bc00044a187ae/queue: appending metadata at 1732072814237 (+12 ms)Flushing 6350d6dffde4f50b801bc00044a187ae/queue: closing flushed file at 1732072814237Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c43f0b9: reopening flushed file at 1732072814645 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b71f599: reopening flushed file at 1732072814650 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 6350d6dffde4f50b801bc00044a187ae in 854ms, sequenceid=10, compaction requested=false at 1732072814655 (+5 ms)Writing region close event to WAL at 1732072814659 (+4 ms)Running coprocessor post-close hooks at 1732072814662 (+3 ms)Closed at 1732072814662 2024-11-20T03:20:14,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42349 is added to blk_1073741850_1026 (size=5518) 2024-11-20T03:20:14,663 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732072801666.6350d6dffde4f50b801bc00044a187ae. 2024-11-20T03:20:14,797 INFO [RS:0;d00f728e99d7:34243 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T03:20:14,797 DEBUG [RS:0;d00f728e99d7:34243 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T03:20:14,797 DEBUG [RS:0;d00f728e99d7:34243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:20:14,819 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.wal-reader.d00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687/d00f728e99d7%2C34243%2C1732072788687.1732072790998 to pos 1328, reset compression=false 2024-11-20T03:20:14,997 DEBUG [RS:0;d00f728e99d7:34243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:20:15,063 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/hbase/meta/1588230740/.tmp/rep_barrier/0b3b6ec3ef4445089a187d5a39b96e27 2024-11-20T03:20:15,082 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/hbase/meta/1588230740/.tmp/table/2fc4948c9c88473195ec593371e3b7bf is 53, key is hbase:replication/table:state/1732072802836/Put/seqid=0 2024-11-20T03:20:15,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42349 is added to blk_1073741851_1027 (size=5308) 2024-11-20T03:20:15,172 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:20:15,172 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to d00f728e99d7:34923 this server is in the failed servers list 2024-11-20T03:20:15,172 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d00f728e99d7,34923,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d00f728e99d7:34923 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d00f728e99d7:34923 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T03:20:15,198 DEBUG [RS:0;d00f728e99d7:34243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:20:15,322 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.wal-reader.d00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687/d00f728e99d7%2C34243%2C1732072788687.1732072790998 to pos 1328, reset compression=false 2024-11-20T03:20:15,398 DEBUG [RS:0;d00f728e99d7:34243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:20:15,487 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/hbase/meta/1588230740/.tmp/table/2fc4948c9c88473195ec593371e3b7bf 2024-11-20T03:20:15,491 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/hbase/meta/1588230740/.tmp/info/f941a0efe2864c00bc4648b32cfa5e02 as hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/hbase/meta/1588230740/info/f941a0efe2864c00bc4648b32cfa5e02 2024-11-20T03:20:15,495 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/hbase/meta/1588230740/info/f941a0efe2864c00bc4648b32cfa5e02, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T03:20:15,495 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/hbase/meta/1588230740/.tmp/ns/eb8dc76911bf4c0bbcdcf736bac73c3a as hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/hbase/meta/1588230740/ns/eb8dc76911bf4c0bbcdcf736bac73c3a 2024-11-20T03:20:15,499 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/hbase/meta/1588230740/ns/eb8dc76911bf4c0bbcdcf736bac73c3a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T03:20:15,500 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/hbase/meta/1588230740/.tmp/rep_barrier/0b3b6ec3ef4445089a187d5a39b96e27 as hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/hbase/meta/1588230740/rep_barrier/0b3b6ec3ef4445089a187d5a39b96e27 2024-11-20T03:20:15,505 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/hbase/meta/1588230740/rep_barrier/0b3b6ec3ef4445089a187d5a39b96e27, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T03:20:15,506 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/hbase/meta/1588230740/.tmp/table/2fc4948c9c88473195ec593371e3b7bf as hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/hbase/meta/1588230740/table/2fc4948c9c88473195ec593371e3b7bf 2024-11-20T03:20:15,510 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/hbase/meta/1588230740/table/2fc4948c9c88473195ec593371e3b7bf, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T03:20:15,510 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=16, compaction requested=false 2024-11-20T03:20:15,511 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T03:20:15,519 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T03:20:15,520 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:20:15,520 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:20:15,520 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:20:15,520 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072813796Running coprocessor pre-close hooks at 1732072813796Disabling compacts and flushes for region at 1732072813796Disabling writes for close at 1732072813796Obtaining lock to block concurrent updates at 1732072813796Preparing flush snapshotting stores in 1588230740 at 1732072813796Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732072813797 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732072813798 (+1 ms)Flushing 1588230740/info: creating writer at 1732072813798Flushing 1588230740/info: appending metadata at 1732072813811 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732072813811Flushing 1588230740/ns: creating writer at 1732072814219 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732072814232 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732072814232Flushing 1588230740/rep_barrier: creating writer at 1732072814640 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732072814659 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732072814659Flushing 1588230740/table: creating writer at 1732072815067 (+408 ms)Flushing 1588230740/table: appending metadata at 1732072815082 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732072815082Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c8d4a1a: reopening flushed file at 1732072815491 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59db4a63: reopening flushed file at 1732072815495 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cb28b63: reopening flushed file at 1732072815500 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1334e31d: reopening flushed file at 1732072815505 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=16, compaction requested=false at 1732072815510 (+5 ms)Writing region close event to WAL at 1732072815516 (+6 ms)Running coprocessor post-close hooks at 1732072815520 (+4 ms)Closed at 1732072815520 2024-11-20T03:20:15,520 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T03:20:15,598 INFO [RS:0;d00f728e99d7:34243 {}] regionserver.HRegionServer(976): stopping server d00f728e99d7,34243,1732072788687; all regions closed. 2024-11-20T03:20:15,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42349 is added to blk_1073741834_1010 (size=4239) 2024-11-20T03:20:15,600 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687/d00f728e99d7%2C34243%2C1732072788687.meta.1732072791984.meta not finished, retry = 0 2024-11-20T03:20:15,702 DEBUG [RS:0;d00f728e99d7:34243 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/oldWALs 2024-11-20T03:20:15,702 INFO [RS:0;d00f728e99d7:34243 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d00f728e99d7%2C34243%2C1732072788687.meta:.meta(num 1732072791984) 2024-11-20T03:20:15,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42349 is added to blk_1073741839_1015 (size=2695) 2024-11-20T03:20:15,704 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687/d00f728e99d7%2C34243%2C1732072788687.rep.1732072802802 not finished, retry = 0 2024-11-20T03:20:15,806 DEBUG [RS:0;d00f728e99d7:34243 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/oldWALs 2024-11-20T03:20:15,806 INFO [RS:0;d00f728e99d7:34243 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d00f728e99d7%2C34243%2C1732072788687.rep:(num 1732072802802) 2024-11-20T03:20:15,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42349 is added to blk_1073741832_1008 (size=1336) 2024-11-20T03:20:15,808 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/WALs/d00f728e99d7,34243,1732072788687/d00f728e99d7%2C34243%2C1732072788687.1732072790998 not finished, retry = 0 2024-11-20T03:20:15,910 DEBUG [RS:0;d00f728e99d7:34243 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/oldWALs 2024-11-20T03:20:15,910 INFO [RS:0;d00f728e99d7:34243 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d00f728e99d7%2C34243%2C1732072788687:(num 1732072790998) 2024-11-20T03:20:15,910 DEBUG [RS:0;d00f728e99d7:34243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:15,910 INFO [RS:0;d00f728e99d7:34243 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:20:15,910 INFO [RS:0;d00f728e99d7:34243 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:20:15,911 INFO [RS:0;d00f728e99d7:34243 {}] hbase.ChoreService(370): Chore service for: regionserver/d00f728e99d7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T03:20:15,911 INFO [RS:0;d00f728e99d7:34243 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:20:15,911 INFO [regionserver/d00f728e99d7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:20:15,911 INFO [RS:0;d00f728e99d7:34243 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d00f728e99d7,34243,1732072788687 because: Region server is closing 2024-11-20T03:20:15,911 INFO [RS:0;d00f728e99d7:34243 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:34243. 2024-11-20T03:20:15,911 DEBUG [RS:0;d00f728e99d7:34243 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:20:15,911 DEBUG [RS:0;d00f728e99d7:34243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:15,911 DEBUG [RS:0;d00f728e99d7:34243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:15,911 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:20:16,012 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.shipperd00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-20T03:20:16,012 WARN [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.shipperd00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-20T03:20:16,012 WARN [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.shipperd00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-20T03:20:16,181 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:20:16,181 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d00f728e99d7,34923,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:34923 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T03:20:16,184 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2146 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d00f728e99d7,34923,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:34923 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T03:20:16,350 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T03:20:16,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:16,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:16,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:16,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:16,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:16,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:16,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:16,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:16,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:16,913 INFO [RS:0;d00f728e99d7:34243 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,34243,1732072788687.replicationSource.shipperd00f728e99d7%2C34243%2C1732072788687,1-d00f728e99d7,34243,1732072788687 terminated 2024-11-20T03:20:16,913 INFO [RS:0;d00f728e99d7:34243 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:34243. 2024-11-20T03:20:16,913 DEBUG [RS:0;d00f728e99d7:34243 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:20:16,913 DEBUG [RS:0;d00f728e99d7:34243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:16,913 DEBUG [RS:0;d00f728e99d7:34243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:16,913 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:20:16,913 INFO [RS:0;d00f728e99d7:34243 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34243 2024-11-20T03:20:17,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45487-0x101564146470000, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1691789426/rs 2024-11-20T03:20:17,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34243-0x101564146470001, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1691789426/rs/d00f728e99d7,34243,1732072788687 2024-11-20T03:20:17,025 INFO [RS:0;d00f728e99d7:34243 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:20:17,047 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d00f728e99d7,34243,1732072788687] 2024-11-20T03:20:17,057 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1691789426/draining/d00f728e99d7,34243,1732072788687 already deleted, retry=false 2024-11-20T03:20:17,057 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d00f728e99d7,34243,1732072788687 expired; onlineServers=0 2024-11-20T03:20:17,057 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd00f728e99d7,45487,1732072788502' ***** 2024-11-20T03:20:17,057 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T03:20:17,057 INFO [M:0;d00f728e99d7:45487 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:20:17,057 INFO [M:0;d00f728e99d7:45487 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:20:17,057 DEBUG [M:0;d00f728e99d7:45487 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T03:20:17,057 DEBUG [M:0;d00f728e99d7:45487 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T03:20:17,057 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072790758 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072790758,5,FailOnTimeoutGroup] 2024-11-20T03:20:17,058 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T03:20:17,058 INFO [M:0;d00f728e99d7:45487 {}] hbase.ChoreService(370): Chore service for: master/d00f728e99d7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T03:20:17,058 INFO [M:0;d00f728e99d7:45487 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:20:17,058 DEBUG [M:0;d00f728e99d7:45487 {}] master.HMaster(1795): Stopping service threads 2024-11-20T03:20:17,058 INFO [M:0;d00f728e99d7:45487 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T03:20:17,058 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072790756 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072790756,5,FailOnTimeoutGroup] 2024-11-20T03:20:17,058 INFO [M:0;d00f728e99d7:45487 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:20:17,058 INFO [M:0;d00f728e99d7:45487 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T03:20:17,058 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T03:20:17,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45487-0x101564146470000, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1691789426/master 2024-11-20T03:20:17,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45487-0x101564146470000, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1691789426 2024-11-20T03:20:17,068 DEBUG [M:0;d00f728e99d7:45487 {}] zookeeper.ZKUtil(347): master:45487-0x101564146470000, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Unable to get data of znode /0-1691789426/master because node does not exist (not an error) 2024-11-20T03:20:17,068 WARN [M:0;d00f728e99d7:45487 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T03:20:17,069 INFO [M:0;d00f728e99d7:45487 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/.lastflushedseqids 2024-11-20T03:20:17,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42349 is added to blk_1073741852_1028 (size=263) 2024-11-20T03:20:17,073 INFO [M:0;d00f728e99d7:45487 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T03:20:17,073 INFO [M:0;d00f728e99d7:45487 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T03:20:17,073 DEBUG [M:0;d00f728e99d7:45487 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:20:17,073 INFO [M:0;d00f728e99d7:45487 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:20:17,073 DEBUG [M:0;d00f728e99d7:45487 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:20:17,073 DEBUG [M:0;d00f728e99d7:45487 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:20:17,073 DEBUG [M:0;d00f728e99d7:45487 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:20:17,073 INFO [M:0;d00f728e99d7:45487 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-20T03:20:17,088 DEBUG [M:0;d00f728e99d7:45487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0efcded82f74040af4f453c80d6de90 is 82, key is hbase:meta,,1/info:regioninfo/1732072792016/Put/seqid=0 2024-11-20T03:20:17,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42349 is added to blk_1073741853_1029 (size=5672) 2024-11-20T03:20:17,091 INFO [M:0;d00f728e99d7:45487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0efcded82f74040af4f453c80d6de90 2024-11-20T03:20:17,107 DEBUG [M:0;d00f728e99d7:45487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/358178c52da349e1b5504d67f10b723f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732072802839/Put/seqid=0 2024-11-20T03:20:17,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42349 is added to blk_1073741854_1030 (size=8517) 2024-11-20T03:20:17,147 INFO [RS:0;d00f728e99d7:34243 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:20:17,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34243-0x101564146470001, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:20:17,147 INFO [RS:0;d00f728e99d7:34243 {}] regionserver.HRegionServer(1031): Exiting; stopping=d00f728e99d7,34243,1732072788687; zookeeper connection closed. 2024-11-20T03:20:17,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34243-0x101564146470001, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:20:17,147 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29fe034e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29fe034e 2024-11-20T03:20:17,147 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T03:20:17,511 INFO [M:0;d00f728e99d7:45487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/358178c52da349e1b5504d67f10b723f 2024-11-20T03:20:17,529 DEBUG [M:0;d00f728e99d7:45487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b67f32557bee4cc39b8fc467702ae1bb is 69, key is d00f728e99d7,34243,1732072788687/rs:state/1732072790842/Put/seqid=0 2024-11-20T03:20:17,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42349 is added to blk_1073741855_1031 (size=5156) 2024-11-20T03:20:17,933 INFO [M:0;d00f728e99d7:45487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b67f32557bee4cc39b8fc467702ae1bb 2024-11-20T03:20:17,938 DEBUG [M:0;d00f728e99d7:45487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0efcded82f74040af4f453c80d6de90 as hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a0efcded82f74040af4f453c80d6de90 2024-11-20T03:20:17,943 INFO [M:0;d00f728e99d7:45487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a0efcded82f74040af4f453c80d6de90, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T03:20:17,944 DEBUG [M:0;d00f728e99d7:45487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/358178c52da349e1b5504d67f10b723f as hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/358178c52da349e1b5504d67f10b723f 2024-11-20T03:20:17,948 INFO [M:0;d00f728e99d7:45487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/358178c52da349e1b5504d67f10b723f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T03:20:17,949 DEBUG [M:0;d00f728e99d7:45487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b67f32557bee4cc39b8fc467702ae1bb as hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b67f32557bee4cc39b8fc467702ae1bb 2024-11-20T03:20:17,953 INFO [M:0;d00f728e99d7:45487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38993/user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b67f32557bee4cc39b8fc467702ae1bb, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T03:20:17,954 INFO [M:0;d00f728e99d7:45487 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=97, compaction requested=false 2024-11-20T03:20:17,957 INFO [M:0;d00f728e99d7:45487 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:20:17,957 DEBUG [M:0;d00f728e99d7:45487 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072817073Disabling compacts and flushes for region at 1732072817073Disabling writes for close at 1732072817073Obtaining lock to block concurrent updates at 1732072817073Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732072817073Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732072817074 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732072817074Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732072817074Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732072817087 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732072817087Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732072817095 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732072817107 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732072817107Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732072817516 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732072817529 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732072817529Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44ade5d6: reopening flushed file at 1732072817937 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27110697: reopening flushed file at 1732072817943 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@720fa893: reopening flushed file at 1732072817948 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=97, compaction requested=false at 1732072817954 (+6 ms)Writing region close event to WAL at 1732072817957 (+3 ms)Closed at 1732072817957 2024-11-20T03:20:17,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42349 is added to blk_1073741830_1006 (size=63666) 2024-11-20T03:20:17,959 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/35ae7fd9-93fe-8c81-9687-b181b18ff677/MasterData/WALs/d00f728e99d7,45487,1732072788502/d00f728e99d7%2C45487%2C1732072788502.1732072790480 not finished, retry = 0 2024-11-20T03:20:18,060 INFO [M:0;d00f728e99d7:45487 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T03:20:18,060 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:20:18,060 INFO [M:0;d00f728e99d7:45487 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45487 2024-11-20T03:20:18,061 INFO [M:0;d00f728e99d7:45487 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:20:18,091 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T03:20:18,191 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:20:18,192 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d00f728e99d7,34923,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:34923 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T03:20:18,192 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4156 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d00f728e99d7,34923,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:34923 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T03:20:18,220 INFO [M:0;d00f728e99d7:45487 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:20:18,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45487-0x101564146470000, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:20:18,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45487-0x101564146470000, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:20:18,222 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71fd160b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:20:18,223 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e4b0d21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:20:18,223 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:20:18,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1273234{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:20:18,223 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@753d4c84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f590587c-698c-2215-79d6-9160ba752154/hadoop.log.dir/,STOPPED} 2024-11-20T03:20:18,224 WARN [BP-658210656-172.17.0.2-1732072786605 heartbeating to localhost/127.0.0.1:38993 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T03:20:18,224 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T03:20:18,224 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T03:20:18,224 WARN [BP-658210656-172.17.0.2-1732072786605 heartbeating to localhost/127.0.0.1:38993 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-658210656-172.17.0.2-1732072786605 (Datanode Uuid 182a3f22-7d13-4f53-97ea-91c7a1db00a5) service to localhost/127.0.0.1:38993 2024-11-20T03:20:18,225 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f590587c-698c-2215-79d6-9160ba752154/cluster_1f9e9c47-8aab-6054-3b3e-be78f0d668c8/data/data1/current/BP-658210656-172.17.0.2-1732072786605 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:20:18,225 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f590587c-698c-2215-79d6-9160ba752154/cluster_1f9e9c47-8aab-6054-3b3e-be78f0d668c8/data/data2/current/BP-658210656-172.17.0.2-1732072786605 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:20:18,225 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T03:20:18,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@423ade60{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:20:18,231 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@bd8873b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:20:18,231 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:20:18,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a7cd469{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:20:18,231 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3457eb9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f590587c-698c-2215-79d6-9160ba752154/hadoop.log.dir/,STOPPED} 2024-11-20T03:20:18,238 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T03:20:18,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T03:20:18,263 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=240 (was 205) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39557 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38993 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:39557 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:38993 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38993 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38993 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39557 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39557 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39557 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56013) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39557 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56013) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38993 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38993 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39557 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=617 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=270 (was 254) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6604 (was 6672) 2024-11-20T03:20:18,272 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=240, OpenFileDescriptor=617, MaxFileDescriptor=1048576, SystemLoadAverage=270, ProcessCount=11, AvailableMemoryMB=6604 2024-11-20T03:20:18,290 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-20T03:20:18,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4579015d-f67f-df88-0a61-40d869e8e34a/hadoop.log.dir so I do NOT create it in target/test-data/6bca76fe-494a-cbbe-1382-064d13ef1c6a 2024-11-20T03:20:18,290 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4579015d-f67f-df88-0a61-40d869e8e34a/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T03:20:18,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4579015d-f67f-df88-0a61-40d869e8e34a/hadoop.tmp.dir so I do NOT create it in target/test-data/6bca76fe-494a-cbbe-1382-064d13ef1c6a 2024-11-20T03:20:18,290 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4579015d-f67f-df88-0a61-40d869e8e34a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T03:20:18,290 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bca76fe-494a-cbbe-1382-064d13ef1c6a 2024-11-20T03:20:18,290 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bca76fe-494a-cbbe-1382-064d13ef1c6a/cluster_d79fe7ed-2e35-aece-4d48-fb2a366a6059, deleteOnExit=true 2024-11-20T03:20:18,312 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bca76fe-494a-cbbe-1382-064d13ef1c6a/cluster_d79fe7ed-2e35-aece-4d48-fb2a366a6059/zookeeper_0, clientPort=61896, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bca76fe-494a-cbbe-1382-064d13ef1c6a/cluster_d79fe7ed-2e35-aece-4d48-fb2a366a6059/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bca76fe-494a-cbbe-1382-064d13ef1c6a/cluster_d79fe7ed-2e35-aece-4d48-fb2a366a6059/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T03:20:18,313 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61896 2024-11-20T03:20:18,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T03:20:18,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T03:20:18,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bca76fe-494a-cbbe-1382-064d13ef1c6a/test.cache.data in system properties and HBase conf 2024-11-20T03:20:18,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bca76fe-494a-cbbe-1382-064d13ef1c6a/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T03:20:18,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bca76fe-494a-cbbe-1382-064d13ef1c6a/hadoop.log.dir in system properties and HBase conf 2024-11-20T03:20:18,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bca76fe-494a-cbbe-1382-064d13ef1c6a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T03:20:18,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bca76fe-494a-cbbe-1382-064d13ef1c6a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T03:20:18,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T03:20:18,314 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T03:20:18,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bca76fe-494a-cbbe-1382-064d13ef1c6a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:20:18,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bca76fe-494a-cbbe-1382-064d13ef1c6a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:20:18,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bca76fe-494a-cbbe-1382-064d13ef1c6a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T03:20:18,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bca76fe-494a-cbbe-1382-064d13ef1c6a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:20:18,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bca76fe-494a-cbbe-1382-064d13ef1c6a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T03:20:18,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bca76fe-494a-cbbe-1382-064d13ef1c6a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T03:20:18,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bca76fe-494a-cbbe-1382-064d13ef1c6a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:20:18,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bca76fe-494a-cbbe-1382-064d13ef1c6a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:20:18,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bca76fe-494a-cbbe-1382-064d13ef1c6a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T03:20:18,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bca76fe-494a-cbbe-1382-064d13ef1c6a/nfs.dump.dir in system properties and HBase conf 2024-11-20T03:20:18,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bca76fe-494a-cbbe-1382-064d13ef1c6a/java.io.tmpdir in system properties and HBase conf 2024-11-20T03:20:18,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bca76fe-494a-cbbe-1382-064d13ef1c6a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:20:18,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bca76fe-494a-cbbe-1382-064d13ef1c6a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T03:20:18,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bca76fe-494a-cbbe-1382-064d13ef1c6a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T03:20:18,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101564146470005, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T03:20:18,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101564146470002, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T03:20:18,337 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101564146470005, quorum=127.0.0.1:56013, baseZNode=/1-876308142 Received Disconnected from ZooKeeper, ignoring 2024-11-20T03:20:18,337 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101564146470002, quorum=127.0.0.1:56013, baseZNode=/0-1691789426 Received Disconnected from ZooKeeper, ignoring 2024-11-20T03:20:18,641 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:20:18,645 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:20:18,646 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:20:18,646 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:20:18,646 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T03:20:18,647 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:20:18,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f55408b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bca76fe-494a-cbbe-1382-064d13ef1c6a/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:20:18,648 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ec9cda9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:20:18,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c093c1f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bca76fe-494a-cbbe-1382-064d13ef1c6a/java.io.tmpdir/jetty-localhost-40601-hadoop-hdfs-3_4_1-tests_jar-_-any-16508406925619548262/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:20:18,766 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@589743a3{HTTP/1.1, (http/1.1)}{localhost:40601} 2024-11-20T03:20:18,766 INFO [Time-limited test {}] server.Server(415): Started @202295ms 2024-11-20T03:20:19,034 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:20:19,037 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:20:19,038 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:20:19,038 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:20:19,038 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T03:20:19,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62f39c0d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bca76fe-494a-cbbe-1382-064d13ef1c6a/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:20:19,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6057ddd8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:20:19,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@237b99c1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bca76fe-494a-cbbe-1382-064d13ef1c6a/java.io.tmpdir/jetty-localhost-36547-hadoop-hdfs-3_4_1-tests_jar-_-any-3297710237542131134/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:20:19,139 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ef0e109{HTTP/1.1, (http/1.1)}{localhost:36547} 2024-11-20T03:20:19,139 INFO [Time-limited test {}] server.Server(415): Started @202668ms 2024-11-20T03:20:19,140 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T03:20:19,820 WARN [Thread-2182 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bca76fe-494a-cbbe-1382-064d13ef1c6a/cluster_d79fe7ed-2e35-aece-4d48-fb2a366a6059/data/data1/current/BP-1245122080-172.17.0.2-1732072818343/current, will proceed with Du for space computation calculation, 2024-11-20T03:20:19,820 WARN [Thread-2183 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bca76fe-494a-cbbe-1382-064d13ef1c6a/cluster_d79fe7ed-2e35-aece-4d48-fb2a366a6059/data/data2/current/BP-1245122080-172.17.0.2-1732072818343/current, will proceed with Du for space computation calculation, 2024-11-20T03:20:19,836 WARN [Thread-2170 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T03:20:19,839 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9516e7c40d9044a2 with lease ID 0xb526e358c121c0b1: Processing first storage report for DS-c381559c-178c-4eb3-a3a6-56d07f1d4838 from datanode DatanodeRegistration(127.0.0.1:41973, datanodeUuid=8ecb9cc8-25b9-4d8c-ae13-b848d381addd, infoPort=40525, infoSecurePort=0, ipcPort=37765, storageInfo=lv=-57;cid=testClusterID;nsid=685482396;c=1732072818343) 2024-11-20T03:20:19,839 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9516e7c40d9044a2 with lease ID 0xb526e358c121c0b1: from storage DS-c381559c-178c-4eb3-a3a6-56d07f1d4838 node DatanodeRegistration(127.0.0.1:41973, datanodeUuid=8ecb9cc8-25b9-4d8c-ae13-b848d381addd, infoPort=40525, infoSecurePort=0, ipcPort=37765, storageInfo=lv=-57;cid=testClusterID;nsid=685482396;c=1732072818343), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T03:20:19,839 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9516e7c40d9044a2 with lease ID 0xb526e358c121c0b1: Processing first storage report for DS-d1693c9e-df36-4151-a181-ca093262f8ba from datanode DatanodeRegistration(127.0.0.1:41973, datanodeUuid=8ecb9cc8-25b9-4d8c-ae13-b848d381addd, infoPort=40525, infoSecurePort=0, ipcPort=37765, storageInfo=lv=-57;cid=testClusterID;nsid=685482396;c=1732072818343) 2024-11-20T03:20:19,839 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9516e7c40d9044a2 with lease ID 0xb526e358c121c0b1: from storage DS-d1693c9e-df36-4151-a181-ca093262f8ba node DatanodeRegistration(127.0.0.1:41973, datanodeUuid=8ecb9cc8-25b9-4d8c-ae13-b848d381addd, infoPort=40525, infoSecurePort=0, ipcPort=37765, storageInfo=lv=-57;cid=testClusterID;nsid=685482396;c=1732072818343), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T03:20:19,862 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bca76fe-494a-cbbe-1382-064d13ef1c6a 2024-11-20T03:20:19,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:20:19,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:20:19,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741825_1001 (size=7) 2024-11-20T03:20:20,271 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30 with version=8 2024-11-20T03:20:20,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/hbase-staging 2024-11-20T03:20:20,273 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:20:20,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:20:20,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:20:20,273 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:20:20,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:20:20,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:20:20,273 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T03:20:20,274 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:20:20,274 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41645 2024-11-20T03:20:20,275 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41645 connecting to ZooKeeper ensemble=127.0.0.1:61896 2024-11-20T03:20:20,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416450x0, quorum=127.0.0.1:61896, baseZNode=/02081024030 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:20:20,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41645-0x1015641c2330000 connected 2024-11-20T03:20:20,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:20:20,448 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:20:20,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41645-0x1015641c2330000, quorum=127.0.0.1:61896, baseZNode=/02081024030 Set watcher on znode that does not yet exist, /02081024030/running 2024-11-20T03:20:20,449 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30, hbase.cluster.distributed=false 2024-11-20T03:20:20,450 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41645-0x1015641c2330000, quorum=127.0.0.1:61896, baseZNode=/02081024030 Set watcher on znode that does not yet exist, /02081024030/acl 2024-11-20T03:20:20,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41645 2024-11-20T03:20:20,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41645 2024-11-20T03:20:20,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41645 2024-11-20T03:20:20,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41645 2024-11-20T03:20:20,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41645 2024-11-20T03:20:20,464 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:20:20,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:20:20,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:20:20,465 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:20:20,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:20:20,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:20:20,465 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T03:20:20,465 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:20:20,468 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35785 2024-11-20T03:20:20,469 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35785 connecting to ZooKeeper ensemble=127.0.0.1:61896 2024-11-20T03:20:20,469 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:20:20,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:20:20,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357850x0, quorum=127.0.0.1:61896, baseZNode=/02081024030 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:20:20,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357850x0, quorum=127.0.0.1:61896, baseZNode=/02081024030 Set watcher on znode that does not yet exist, /02081024030/running 2024-11-20T03:20:20,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35785-0x1015641c2330001 connected 2024-11-20T03:20:20,539 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T03:20:20,540 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T03:20:20,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35785-0x1015641c2330001, quorum=127.0.0.1:61896, baseZNode=/02081024030 Set watcher on znode that does not yet exist, /02081024030/master 2024-11-20T03:20:20,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35785-0x1015641c2330001, quorum=127.0.0.1:61896, baseZNode=/02081024030 Set watcher on znode that does not yet exist, /02081024030/acl 2024-11-20T03:20:20,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35785 2024-11-20T03:20:20,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35785 2024-11-20T03:20:20,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35785 2024-11-20T03:20:20,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35785 2024-11-20T03:20:20,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35785 2024-11-20T03:20:20,553 DEBUG [M:0;d00f728e99d7:41645 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d00f728e99d7:41645 2024-11-20T03:20:20,553 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02081024030/backup-masters/d00f728e99d7,41645,1732072820273 2024-11-20T03:20:20,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41645-0x1015641c2330000, quorum=127.0.0.1:61896, baseZNode=/02081024030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02081024030/backup-masters 2024-11-20T03:20:20,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35785-0x1015641c2330001, quorum=127.0.0.1:61896, baseZNode=/02081024030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02081024030/backup-masters 2024-11-20T03:20:20,573 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41645-0x1015641c2330000, quorum=127.0.0.1:61896, baseZNode=/02081024030 Set watcher on existing znode=/02081024030/backup-masters/d00f728e99d7,41645,1732072820273 2024-11-20T03:20:20,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41645-0x1015641c2330000, quorum=127.0.0.1:61896, baseZNode=/02081024030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02081024030 2024-11-20T03:20:20,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35785-0x1015641c2330001, quorum=127.0.0.1:61896, baseZNode=/02081024030 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02081024030/master 2024-11-20T03:20:20,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35785-0x1015641c2330001, quorum=127.0.0.1:61896, baseZNode=/02081024030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02081024030 2024-11-20T03:20:20,583 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41645-0x1015641c2330000, quorum=127.0.0.1:61896, baseZNode=/02081024030 Set watcher on existing znode=/02081024030/master 2024-11-20T03:20:20,584 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02081024030/backup-masters/d00f728e99d7,41645,1732072820273 from backup master directory 2024-11-20T03:20:20,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41645-0x1015641c2330000, quorum=127.0.0.1:61896, baseZNode=/02081024030 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02081024030/backup-masters/d00f728e99d7,41645,1732072820273 2024-11-20T03:20:20,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35785-0x1015641c2330001, quorum=127.0.0.1:61896, baseZNode=/02081024030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02081024030/backup-masters 2024-11-20T03:20:20,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41645-0x1015641c2330000, quorum=127.0.0.1:61896, baseZNode=/02081024030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02081024030/backup-masters 2024-11-20T03:20:20,594 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:20:20,594 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d00f728e99d7,41645,1732072820273 2024-11-20T03:20:20,597 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/hbase.id] with ID: 859de235-2bee-4ccf-8b42-afb6e5df4a09 2024-11-20T03:20:20,597 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/.tmp/hbase.id 2024-11-20T03:20:20,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741826_1002 (size=42) 2024-11-20T03:20:21,003 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/.tmp/hbase.id]:[hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/hbase.id] 2024-11-20T03:20:21,012 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:20:21,012 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T03:20:21,013 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T03:20:21,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41645-0x1015641c2330000, quorum=127.0.0.1:61896, baseZNode=/02081024030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02081024030 2024-11-20T03:20:21,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35785-0x1015641c2330001, quorum=127.0.0.1:61896, baseZNode=/02081024030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02081024030 2024-11-20T03:20:21,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741827_1003 (size=196) 2024-11-20T03:20:21,488 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:20:21,489 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T03:20:21,489 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:20:21,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741828_1004 (size=1189) 2024-11-20T03:20:21,896 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/MasterData/data/master/store 2024-11-20T03:20:21,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741829_1005 (size=34) 2024-11-20T03:20:21,901 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:20:21,901 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:20:21,902 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:20:21,902 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:20:21,902 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:20:21,902 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:20:21,902 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:20:21,902 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072821901Disabling compacts and flushes for region at 1732072821901Disabling writes for close at 1732072821902 (+1 ms)Writing region close event to WAL at 1732072821902Closed at 1732072821902 2024-11-20T03:20:21,902 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/MasterData/data/master/store/.initializing 2024-11-20T03:20:21,902 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/MasterData/WALs/d00f728e99d7,41645,1732072820273 2024-11-20T03:20:21,903 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:20:21,904 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d00f728e99d7%2C41645%2C1732072820273, suffix=, logDir=hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/MasterData/WALs/d00f728e99d7,41645,1732072820273, archiveDir=hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/MasterData/oldWALs, maxLogs=10 2024-11-20T03:20:21,921 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/MasterData/WALs/d00f728e99d7,41645,1732072820273/d00f728e99d7%2C41645%2C1732072820273.1732072821905, exclude list is [], retry=0 2024-11-20T03:20:21,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-c381559c-178c-4eb3-a3a6-56d07f1d4838,DISK] 2024-11-20T03:20:21,925 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/MasterData/WALs/d00f728e99d7,41645,1732072820273/d00f728e99d7%2C41645%2C1732072820273.1732072821905 2024-11-20T03:20:21,925 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40525:40525)] 2024-11-20T03:20:21,925 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:20:21,925 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:20:21,925 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:21,925 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:21,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:21,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T03:20:21,927 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:21,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:20:21,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:21,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T03:20:21,929 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:21,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:20:21,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:21,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T03:20:21,930 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:21,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:20:21,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:21,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T03:20:21,931 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:21,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:20:21,932 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:21,932 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:21,932 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:21,933 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:21,933 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:21,934 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:20:21,934 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:21,936 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:20:21,936 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72491146, jitterRate=0.08020225167274475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:20:21,937 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732072821925Initializing all the Stores at 1732072821926 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072821926Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072821926Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072821926Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072821926Cleaning up temporary data from old regions at 1732072821933 (+7 ms)Region opened successfully at 1732072821937 (+4 ms) 2024-11-20T03:20:21,940 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T03:20:21,942 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53abae96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:20:21,943 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T03:20:21,943 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T03:20:21,943 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T03:20:21,943 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T03:20:21,944 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T03:20:21,944 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T03:20:21,944 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T03:20:21,948 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T03:20:21,949 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41645-0x1015641c2330000, quorum=127.0.0.1:61896, baseZNode=/02081024030 Unable to get data of znode /02081024030/balancer because node does not exist (not necessarily an error) 2024-11-20T03:20:22,033 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02081024030/balancer already deleted, retry=false 2024-11-20T03:20:22,034 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T03:20:22,034 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41645-0x1015641c2330000, quorum=127.0.0.1:61896, baseZNode=/02081024030 Unable to get data of znode /02081024030/normalizer because node does not exist (not necessarily an error) 2024-11-20T03:20:22,057 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02081024030/normalizer already deleted, retry=false 2024-11-20T03:20:22,057 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T03:20:22,058 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41645-0x1015641c2330000, quorum=127.0.0.1:61896, baseZNode=/02081024030 Unable to get data of znode /02081024030/switch/split because node does not exist (not necessarily an error) 2024-11-20T03:20:22,067 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02081024030/switch/split already deleted, retry=false 2024-11-20T03:20:22,068 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41645-0x1015641c2330000, quorum=127.0.0.1:61896, baseZNode=/02081024030 Unable to get data of znode /02081024030/switch/merge because node does not exist (not necessarily an error) 2024-11-20T03:20:22,078 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02081024030/switch/merge already deleted, retry=false 2024-11-20T03:20:22,079 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41645-0x1015641c2330000, quorum=127.0.0.1:61896, baseZNode=/02081024030 Unable to get data of znode /02081024030/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T03:20:22,088 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02081024030/snapshot-cleanup already deleted, retry=false 2024-11-20T03:20:22,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35785-0x1015641c2330001, quorum=127.0.0.1:61896, baseZNode=/02081024030 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02081024030/running 2024-11-20T03:20:22,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41645-0x1015641c2330000, quorum=127.0.0.1:61896, baseZNode=/02081024030 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02081024030/running 2024-11-20T03:20:22,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35785-0x1015641c2330001, quorum=127.0.0.1:61896, baseZNode=/02081024030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02081024030 2024-11-20T03:20:22,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41645-0x1015641c2330000, quorum=127.0.0.1:61896, baseZNode=/02081024030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02081024030 2024-11-20T03:20:22,099 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d00f728e99d7,41645,1732072820273, sessionid=0x1015641c2330000, setting cluster-up flag (Was=false) 2024-11-20T03:20:22,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35785-0x1015641c2330001, quorum=127.0.0.1:61896, baseZNode=/02081024030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02081024030 2024-11-20T03:20:22,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41645-0x1015641c2330000, quorum=127.0.0.1:61896, baseZNode=/02081024030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02081024030 2024-11-20T03:20:22,151 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02081024030/flush-table-proc/acquired, /02081024030/flush-table-proc/reached, /02081024030/flush-table-proc/abort 2024-11-20T03:20:22,152 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,41645,1732072820273 2024-11-20T03:20:22,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41645-0x1015641c2330000, quorum=127.0.0.1:61896, baseZNode=/02081024030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02081024030 2024-11-20T03:20:22,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35785-0x1015641c2330001, quorum=127.0.0.1:61896, baseZNode=/02081024030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02081024030 2024-11-20T03:20:22,204 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02081024030/online-snapshot/acquired, /02081024030/online-snapshot/reached, /02081024030/online-snapshot/abort 2024-11-20T03:20:22,205 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,41645,1732072820273 2024-11-20T03:20:22,206 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T03:20:22,207 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T03:20:22,207 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T03:20:22,207 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T03:20:22,207 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d00f728e99d7,41645,1732072820273 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T03:20:22,208 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:20:22,208 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:20:22,208 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:20:22,208 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:20:22,208 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d00f728e99d7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T03:20:22,208 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:22,208 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:20:22,208 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:22,209 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732072852209 2024-11-20T03:20:22,209 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T03:20:22,209 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T03:20:22,209 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:20:22,209 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T03:20:22,209 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T03:20:22,209 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T03:20:22,209 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T03:20:22,209 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T03:20:22,210 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:22,210 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T03:20:22,210 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T03:20:22,210 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T03:20:22,210 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T03:20:22,210 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:22,210 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T03:20:22,210 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T03:20:22,210 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T03:20:22,210 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072822210,5,FailOnTimeoutGroup] 2024-11-20T03:20:22,211 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072822210,5,FailOnTimeoutGroup] 2024-11-20T03:20:22,211 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:22,211 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T03:20:22,211 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:22,211 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:22,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741831_1007 (size=1321) 2024-11-20T03:20:22,221 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:20:22,222 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d00f728e99d7,34923,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:34923 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T03:20:22,222 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8186 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d00f728e99d7,34923,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:34923 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T03:20:22,245 INFO [RS:0;d00f728e99d7:35785 {}] regionserver.HRegionServer(746): ClusterId : 859de235-2bee-4ccf-8b42-afb6e5df4a09 2024-11-20T03:20:22,245 DEBUG [RS:0;d00f728e99d7:35785 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T03:20:22,258 DEBUG [RS:0;d00f728e99d7:35785 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T03:20:22,258 DEBUG [RS:0;d00f728e99d7:35785 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T03:20:22,268 DEBUG [RS:0;d00f728e99d7:35785 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T03:20:22,268 DEBUG [RS:0;d00f728e99d7:35785 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7efe9e99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:20:22,282 DEBUG [RS:0;d00f728e99d7:35785 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d00f728e99d7:35785 2024-11-20T03:20:22,282 INFO [RS:0;d00f728e99d7:35785 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T03:20:22,282 INFO [RS:0;d00f728e99d7:35785 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T03:20:22,282 DEBUG [RS:0;d00f728e99d7:35785 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T03:20:22,283 INFO [RS:0;d00f728e99d7:35785 {}] regionserver.HRegionServer(2659): reportForDuty to master=d00f728e99d7,41645,1732072820273 with port=35785, startcode=1732072820464 2024-11-20T03:20:22,283 DEBUG [RS:0;d00f728e99d7:35785 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T03:20:22,284 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T03:20:22,285 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41645 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d00f728e99d7,35785,1732072820464 2024-11-20T03:20:22,285 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41645 {}] master.ServerManager(517): Registering regionserver=d00f728e99d7,35785,1732072820464 2024-11-20T03:20:22,286 DEBUG [RS:0;d00f728e99d7:35785 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30 2024-11-20T03:20:22,286 DEBUG [RS:0;d00f728e99d7:35785 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39511 2024-11-20T03:20:22,286 DEBUG [RS:0;d00f728e99d7:35785 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T03:20:22,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41645-0x1015641c2330000, quorum=127.0.0.1:61896, baseZNode=/02081024030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02081024030/rs 2024-11-20T03:20:22,299 DEBUG [RS:0;d00f728e99d7:35785 {}] zookeeper.ZKUtil(111): regionserver:35785-0x1015641c2330001, quorum=127.0.0.1:61896, baseZNode=/02081024030 Set watcher on existing znode=/02081024030/rs/d00f728e99d7,35785,1732072820464 2024-11-20T03:20:22,299 WARN [RS:0;d00f728e99d7:35785 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:20:22,299 INFO [RS:0;d00f728e99d7:35785 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:20:22,299 DEBUG [RS:0;d00f728e99d7:35785 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464 2024-11-20T03:20:22,299 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d00f728e99d7,35785,1732072820464] 2024-11-20T03:20:22,302 INFO [RS:0;d00f728e99d7:35785 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T03:20:22,303 INFO [RS:0;d00f728e99d7:35785 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T03:20:22,304 INFO [RS:0;d00f728e99d7:35785 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T03:20:22,304 INFO [RS:0;d00f728e99d7:35785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:22,304 INFO [RS:0;d00f728e99d7:35785 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T03:20:22,304 INFO [RS:0;d00f728e99d7:35785 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T03:20:22,304 INFO [RS:0;d00f728e99d7:35785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:22,304 DEBUG [RS:0;d00f728e99d7:35785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:22,304 DEBUG [RS:0;d00f728e99d7:35785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:22,305 DEBUG [RS:0;d00f728e99d7:35785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:22,305 DEBUG [RS:0;d00f728e99d7:35785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:22,305 DEBUG [RS:0;d00f728e99d7:35785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:22,305 DEBUG [RS:0;d00f728e99d7:35785 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:20:22,305 DEBUG [RS:0;d00f728e99d7:35785 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:22,305 DEBUG [RS:0;d00f728e99d7:35785 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:22,305 DEBUG [RS:0;d00f728e99d7:35785 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:22,305 DEBUG [RS:0;d00f728e99d7:35785 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:22,305 DEBUG [RS:0;d00f728e99d7:35785 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:22,305 DEBUG [RS:0;d00f728e99d7:35785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:22,305 DEBUG [RS:0;d00f728e99d7:35785 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:20:22,305 DEBUG [RS:0;d00f728e99d7:35785 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:20:22,308 INFO [RS:0;d00f728e99d7:35785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:22,308 INFO [RS:0;d00f728e99d7:35785 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:22,308 INFO [RS:0;d00f728e99d7:35785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:22,308 INFO [RS:0;d00f728e99d7:35785 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:22,308 INFO [RS:0;d00f728e99d7:35785 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:22,308 INFO [RS:0;d00f728e99d7:35785 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,35785,1732072820464-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:20:22,320 INFO [RS:0;d00f728e99d7:35785 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T03:20:22,321 INFO [RS:0;d00f728e99d7:35785 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,35785,1732072820464-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:22,321 INFO [RS:0;d00f728e99d7:35785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:22,321 INFO [RS:0;d00f728e99d7:35785 {}] regionserver.Replication(171): d00f728e99d7,35785,1732072820464 started 2024-11-20T03:20:22,332 INFO [RS:0;d00f728e99d7:35785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:22,332 INFO [RS:0;d00f728e99d7:35785 {}] regionserver.HRegionServer(1482): Serving as d00f728e99d7,35785,1732072820464, RpcServer on d00f728e99d7/172.17.0.2:35785, sessionid=0x1015641c2330001 2024-11-20T03:20:22,332 DEBUG [RS:0;d00f728e99d7:35785 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T03:20:22,332 DEBUG [RS:0;d00f728e99d7:35785 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d00f728e99d7,35785,1732072820464 2024-11-20T03:20:22,332 DEBUG [RS:0;d00f728e99d7:35785 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,35785,1732072820464' 2024-11-20T03:20:22,332 DEBUG [RS:0;d00f728e99d7:35785 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02081024030/flush-table-proc/abort' 2024-11-20T03:20:22,333 DEBUG [RS:0;d00f728e99d7:35785 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02081024030/flush-table-proc/acquired' 2024-11-20T03:20:22,333 DEBUG [RS:0;d00f728e99d7:35785 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T03:20:22,333 DEBUG [RS:0;d00f728e99d7:35785 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T03:20:22,333 DEBUG [RS:0;d00f728e99d7:35785 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d00f728e99d7,35785,1732072820464 2024-11-20T03:20:22,333 DEBUG [RS:0;d00f728e99d7:35785 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,35785,1732072820464' 2024-11-20T03:20:22,333 DEBUG [RS:0;d00f728e99d7:35785 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02081024030/online-snapshot/abort' 2024-11-20T03:20:22,334 DEBUG [RS:0;d00f728e99d7:35785 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02081024030/online-snapshot/acquired' 2024-11-20T03:20:22,334 DEBUG [RS:0;d00f728e99d7:35785 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T03:20:22,334 INFO [RS:0;d00f728e99d7:35785 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T03:20:22,334 INFO [RS:0;d00f728e99d7:35785 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T03:20:22,415 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T03:20:22,434 INFO [RS:0;d00f728e99d7:35785 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:20:22,436 INFO [RS:0;d00f728e99d7:35785 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C35785%2C1732072820464, suffix=, logDir=hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464, archiveDir=hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/oldWALs, maxLogs=10 2024-11-20T03:20:22,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:22,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:22,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:22,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:22,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:22,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:22,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:22,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:22,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:22,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:22,452 DEBUG [RS:0;d00f728e99d7:35785 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436, exclude list is [], retry=0 2024-11-20T03:20:22,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-c381559c-178c-4eb3-a3a6-56d07f1d4838,DISK] 2024-11-20T03:20:22,456 INFO [RS:0;d00f728e99d7:35785 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436 2024-11-20T03:20:22,456 DEBUG [RS:0;d00f728e99d7:35785 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40525:40525)] 2024-11-20T03:20:22,622 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T03:20:22,622 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30 2024-11-20T03:20:22,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741833_1009 (size=32) 2024-11-20T03:20:23,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:20:23,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:20:23,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:20:23,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:23,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:20:23,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:20:23,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:20:23,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:23,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:20:23,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:20:23,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:20:23,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:23,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:20:23,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:20:23,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:20:23,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:23,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:20:23,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:20:23,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/hbase/meta/1588230740 2024-11-20T03:20:23,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/hbase/meta/1588230740 2024-11-20T03:20:23,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:20:23,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:20:23,037 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:20:23,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:20:23,039 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:20:23,039 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69186231, jitterRate=0.030955180525779724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:20:23,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732072823029Initializing all the Stores at 1732072823030 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072823030Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072823030Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072823030Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072823030Cleaning up temporary data from old regions at 1732072823036 (+6 ms)Region opened successfully at 1732072823040 (+4 ms) 2024-11-20T03:20:23,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:20:23,040 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:20:23,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:20:23,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:20:23,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:20:23,040 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:20:23,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072823040Disabling compacts and flushes for region at 1732072823040Disabling writes for close at 1732072823040Writing region close event to WAL at 1732072823040Closed at 1732072823040 2024-11-20T03:20:23,042 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:20:23,042 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T03:20:23,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T03:20:23,043 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:20:23,043 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T03:20:23,193 DEBUG [d00f728e99d7:41645 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T03:20:23,194 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d00f728e99d7,35785,1732072820464 2024-11-20T03:20:23,195 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,35785,1732072820464, state=OPENING 2024-11-20T03:20:23,257 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T03:20:23,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41645-0x1015641c2330000, quorum=127.0.0.1:61896, baseZNode=/02081024030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02081024030 2024-11-20T03:20:23,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35785-0x1015641c2330001, quorum=127.0.0.1:61896, baseZNode=/02081024030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02081024030 2024-11-20T03:20:23,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02081024030/meta-region-server: CHANGED 2024-11-20T03:20:23,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02081024030/meta-region-server: CHANGED 2024-11-20T03:20:23,268 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:20:23,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,35785,1732072820464}] 2024-11-20T03:20:23,420 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:20:23,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T03:20:23,425 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T03:20:23,425 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:20:23,425 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T03:20:23,426 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C35785%2C1732072820464.meta, suffix=.meta, logDir=hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464, archiveDir=hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/oldWALs, maxLogs=10 2024-11-20T03:20:23,443 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.meta.1732072823427.meta, exclude list is [], retry=0 2024-11-20T03:20:23,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-c381559c-178c-4eb3-a3a6-56d07f1d4838,DISK] 2024-11-20T03:20:23,446 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.meta.1732072823427.meta 2024-11-20T03:20:23,447 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40525:40525)] 2024-11-20T03:20:23,447 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:20:23,447 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:20:23,447 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:20:23,447 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T03:20:23,447 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T03:20:23,447 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T03:20:23,447 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:20:23,448 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T03:20:23,448 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T03:20:23,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:20:23,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:20:23,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:23,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:20:23,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:20:23,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:20:23,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:23,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:20:23,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:20:23,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:20:23,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:23,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:20:23,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:20:23,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:20:23,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:23,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:20:23,452 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:20:23,453 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/hbase/meta/1588230740 2024-11-20T03:20:23,454 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/hbase/meta/1588230740 2024-11-20T03:20:23,454 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:20:23,454 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:20:23,455 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:20:23,456 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:20:23,456 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62276118, jitterRate=-0.07201352715492249}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:20:23,456 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T03:20:23,457 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732072823448Writing region info on filesystem at 1732072823448Initializing all the Stores at 1732072823448Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072823448Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072823448Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072823448Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072823448Cleaning up temporary data from old regions at 1732072823454 (+6 ms)Running coprocessor post-open hooks at 1732072823456 (+2 ms)Region opened successfully at 1732072823457 (+1 ms) 2024-11-20T03:20:23,458 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732072823420 2024-11-20T03:20:23,460 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T03:20:23,460 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T03:20:23,460 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d00f728e99d7,35785,1732072820464 2024-11-20T03:20:23,461 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,35785,1732072820464, state=OPEN 2024-11-20T03:20:23,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41645-0x1015641c2330000, quorum=127.0.0.1:61896, baseZNode=/02081024030 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02081024030/meta-region-server 2024-11-20T03:20:23,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35785-0x1015641c2330001, quorum=127.0.0.1:61896, baseZNode=/02081024030 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02081024030/meta-region-server 2024-11-20T03:20:23,515 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d00f728e99d7,35785,1732072820464 2024-11-20T03:20:23,515 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02081024030/meta-region-server: CHANGED 2024-11-20T03:20:23,515 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02081024030/meta-region-server: CHANGED 2024-11-20T03:20:23,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T03:20:23,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,35785,1732072820464 in 247 msec 2024-11-20T03:20:23,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T03:20:23,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 475 msec 2024-11-20T03:20:23,519 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:20:23,519 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T03:20:23,520 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:20:23,520 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,35785,1732072820464, seqNum=-1] 2024-11-20T03:20:23,521 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:20:23,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34147, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:20:23,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3190 sec 2024-11-20T03:20:23,526 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732072823526, completionTime=-1 2024-11-20T03:20:23,526 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T03:20:23,526 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T03:20:23,528 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T03:20:23,528 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732072883528 2024-11-20T03:20:23,528 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732072943528 2024-11-20T03:20:23,528 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T03:20:23,528 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,41645,1732072820273-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:23,528 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,41645,1732072820273-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:23,528 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,41645,1732072820273-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:23,529 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d00f728e99d7:41645, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:23,529 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:23,529 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:23,530 DEBUG [master/d00f728e99d7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T03:20:23,532 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.938sec 2024-11-20T03:20:23,532 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T03:20:23,532 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T03:20:23,532 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T03:20:23,532 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T03:20:23,532 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T03:20:23,532 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,41645,1732072820273-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:20:23,532 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,41645,1732072820273-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T03:20:23,534 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T03:20:23,534 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T03:20:23,534 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,41645,1732072820273-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:23,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66b3e0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:23,546 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,41645,-1 for getting cluster id 2024-11-20T03:20:23,546 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:20:23,547 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '859de235-2bee-4ccf-8b42-afb6e5df4a09' 2024-11-20T03:20:23,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:20:23,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "859de235-2bee-4ccf-8b42-afb6e5df4a09" 2024-11-20T03:20:23,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@575d7782, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:23,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,41645,-1] 2024-11-20T03:20:23,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:20:23,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:23,549 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:20:23,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52e12a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:23,550 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:20:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,35785,1732072820464, seqNum=-1] 2024-11-20T03:20:23,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:20:23,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:20:23,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d00f728e99d7,41645,1732072820273 2024-11-20T03:20:23,554 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61896 2024-11-20T03:20:23,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61896, baseZNode=/02081024030 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:20:23,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015641c2330002 connected 2024-11-20T03:20:23,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bca76fe-494a-cbbe-1382-064d13ef1c6a/hadoop.log.dir so I do NOT create it in target/test-data/df6e632c-4e4c-8702-ba06-bd031e9b94fe 2024-11-20T03:20:23,685 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bca76fe-494a-cbbe-1382-064d13ef1c6a/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T03:20:23,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bca76fe-494a-cbbe-1382-064d13ef1c6a/hadoop.tmp.dir so I do NOT create it in target/test-data/df6e632c-4e4c-8702-ba06-bd031e9b94fe 2024-11-20T03:20:23,685 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bca76fe-494a-cbbe-1382-064d13ef1c6a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T03:20:23,685 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6e632c-4e4c-8702-ba06-bd031e9b94fe 2024-11-20T03:20:23,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T03:20:23,685 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6e632c-4e4c-8702-ba06-bd031e9b94fe/cluster_da105470-a82d-9726-4a62-c3358f049e16, deleteOnExit=true 2024-11-20T03:20:23,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T03:20:23,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6e632c-4e4c-8702-ba06-bd031e9b94fe/test.cache.data in system properties and HBase conf 2024-11-20T03:20:23,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6e632c-4e4c-8702-ba06-bd031e9b94fe/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T03:20:23,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6e632c-4e4c-8702-ba06-bd031e9b94fe/hadoop.log.dir in system properties and HBase conf 2024-11-20T03:20:23,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6e632c-4e4c-8702-ba06-bd031e9b94fe/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T03:20:23,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6e632c-4e4c-8702-ba06-bd031e9b94fe/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T03:20:23,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T03:20:23,686 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T03:20:23,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6e632c-4e4c-8702-ba06-bd031e9b94fe/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:20:23,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6e632c-4e4c-8702-ba06-bd031e9b94fe/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:20:23,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6e632c-4e4c-8702-ba06-bd031e9b94fe/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T03:20:23,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6e632c-4e4c-8702-ba06-bd031e9b94fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:20:23,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6e632c-4e4c-8702-ba06-bd031e9b94fe/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T03:20:23,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6e632c-4e4c-8702-ba06-bd031e9b94fe/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T03:20:23,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6e632c-4e4c-8702-ba06-bd031e9b94fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:20:23,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6e632c-4e4c-8702-ba06-bd031e9b94fe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:20:23,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6e632c-4e4c-8702-ba06-bd031e9b94fe/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T03:20:23,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6e632c-4e4c-8702-ba06-bd031e9b94fe/nfs.dump.dir in system properties and HBase conf 2024-11-20T03:20:23,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6e632c-4e4c-8702-ba06-bd031e9b94fe/java.io.tmpdir in system properties and HBase conf 2024-11-20T03:20:23,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6e632c-4e4c-8702-ba06-bd031e9b94fe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:20:23,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6e632c-4e4c-8702-ba06-bd031e9b94fe/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T03:20:23,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6e632c-4e4c-8702-ba06-bd031e9b94fe/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T03:20:24,002 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:20:24,007 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:20:24,013 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:20:24,013 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:20:24,013 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T03:20:24,016 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:20:24,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c4acb23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6e632c-4e4c-8702-ba06-bd031e9b94fe/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:20:24,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2496d180{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:20:24,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@532a36fc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6e632c-4e4c-8702-ba06-bd031e9b94fe/java.io.tmpdir/jetty-localhost-43581-hadoop-hdfs-3_4_1-tests_jar-_-any-7647134823484219573/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:20:24,115 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12cd94b2{HTTP/1.1, (http/1.1)}{localhost:43581} 2024-11-20T03:20:24,115 INFO [Time-limited test {}] server.Server(415): Started @207644ms 2024-11-20T03:20:24,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T03:20:24,374 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:20:24,377 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:20:24,379 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:20:24,379 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:20:24,379 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T03:20:24,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b907227{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6e632c-4e4c-8702-ba06-bd031e9b94fe/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:20:24,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@170eb768{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:20:24,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bf11f52{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6e632c-4e4c-8702-ba06-bd031e9b94fe/java.io.tmpdir/jetty-localhost-36013-hadoop-hdfs-3_4_1-tests_jar-_-any-1288655427404873166/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:20:24,487 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@634cbb9b{HTTP/1.1, (http/1.1)}{localhost:36013} 2024-11-20T03:20:24,488 INFO [Time-limited test {}] server.Server(415): Started @208016ms 2024-11-20T03:20:24,489 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T03:20:25,098 WARN [Thread-2303 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6e632c-4e4c-8702-ba06-bd031e9b94fe/cluster_da105470-a82d-9726-4a62-c3358f049e16/data/data1/current/BP-2143923987-172.17.0.2-1732072823707/current, will proceed with Du for space computation calculation, 2024-11-20T03:20:25,098 WARN [Thread-2304 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6e632c-4e4c-8702-ba06-bd031e9b94fe/cluster_da105470-a82d-9726-4a62-c3358f049e16/data/data2/current/BP-2143923987-172.17.0.2-1732072823707/current, will proceed with Du for space computation calculation, 2024-11-20T03:20:25,117 WARN [Thread-2291 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T03:20:25,119 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93c63d2b8ee11afd with lease ID 0xbb77bcac510b2c0d: Processing first storage report for DS-e5d5aa3c-e213-4c7c-8912-9b550241797f from datanode DatanodeRegistration(127.0.0.1:36167, datanodeUuid=9d9b084c-223b-490e-84cc-ef6f9f7e104b, infoPort=38677, infoSecurePort=0, ipcPort=37771, storageInfo=lv=-57;cid=testClusterID;nsid=47190948;c=1732072823707) 2024-11-20T03:20:25,119 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93c63d2b8ee11afd with lease ID 0xbb77bcac510b2c0d: from storage DS-e5d5aa3c-e213-4c7c-8912-9b550241797f node DatanodeRegistration(127.0.0.1:36167, datanodeUuid=9d9b084c-223b-490e-84cc-ef6f9f7e104b, infoPort=38677, infoSecurePort=0, ipcPort=37771, storageInfo=lv=-57;cid=testClusterID;nsid=47190948;c=1732072823707), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T03:20:25,119 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93c63d2b8ee11afd with lease ID 0xbb77bcac510b2c0d: Processing first storage report for DS-d3314d37-346e-46f2-aeca-eb0657a16ca5 from datanode DatanodeRegistration(127.0.0.1:36167, datanodeUuid=9d9b084c-223b-490e-84cc-ef6f9f7e104b, infoPort=38677, infoSecurePort=0, ipcPort=37771, storageInfo=lv=-57;cid=testClusterID;nsid=47190948;c=1732072823707) 2024-11-20T03:20:25,119 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93c63d2b8ee11afd with lease ID 0xbb77bcac510b2c0d: from storage DS-d3314d37-346e-46f2-aeca-eb0657a16ca5 node DatanodeRegistration(127.0.0.1:36167, datanodeUuid=9d9b084c-223b-490e-84cc-ef6f9f7e104b, infoPort=38677, infoSecurePort=0, ipcPort=37771, storageInfo=lv=-57;cid=testClusterID;nsid=47190948;c=1732072823707), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T03:20:25,215 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6e632c-4e4c-8702-ba06-bd031e9b94fe 2024-11-20T03:20:25,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:20:25,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:20:25,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741825_1001 (size=7) 2024-11-20T03:20:25,623 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e with version=8 2024-11-20T03:20:25,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/hbase-staging 2024-11-20T03:20:25,624 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:20:25,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:20:25,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:20:25,625 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:20:25,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:20:25,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:20:25,625 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T03:20:25,625 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:20:25,625 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42283 2024-11-20T03:20:25,626 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42283 connecting to ZooKeeper ensemble=127.0.0.1:61896 2024-11-20T03:20:25,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422830x0, quorum=127.0.0.1:61896, baseZNode=/11874854290 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:20:25,678 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42283-0x1015641c2330003 connected 2024-11-20T03:20:25,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:20:25,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:20:25,755 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42283-0x1015641c2330003, quorum=127.0.0.1:61896, baseZNode=/11874854290 Set watcher on znode that does not yet exist, /11874854290/running 2024-11-20T03:20:25,756 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e, hbase.cluster.distributed=false 2024-11-20T03:20:25,757 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42283-0x1015641c2330003, quorum=127.0.0.1:61896, baseZNode=/11874854290 Set watcher on znode that does not yet exist, /11874854290/acl 2024-11-20T03:20:25,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42283 2024-11-20T03:20:25,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42283 2024-11-20T03:20:25,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42283 2024-11-20T03:20:25,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42283 2024-11-20T03:20:25,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42283 2024-11-20T03:20:25,777 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:20:25,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:20:25,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:20:25,778 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:20:25,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:20:25,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:20:25,778 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T03:20:25,778 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:20:25,779 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33559 2024-11-20T03:20:25,780 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33559 connecting to ZooKeeper ensemble=127.0.0.1:61896 2024-11-20T03:20:25,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:20:25,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:20:25,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335590x0, quorum=127.0.0.1:61896, baseZNode=/11874854290 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:20:25,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335590x0, quorum=127.0.0.1:61896, baseZNode=/11874854290 Set watcher on znode that does not yet exist, /11874854290/running 2024-11-20T03:20:25,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33559-0x1015641c2330004 connected 2024-11-20T03:20:25,794 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T03:20:25,796 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T03:20:25,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33559-0x1015641c2330004, quorum=127.0.0.1:61896, baseZNode=/11874854290 Set watcher on znode that does not yet exist, /11874854290/master 2024-11-20T03:20:25,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33559-0x1015641c2330004, quorum=127.0.0.1:61896, baseZNode=/11874854290 Set watcher on znode that does not yet exist, /11874854290/acl 2024-11-20T03:20:25,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33559 2024-11-20T03:20:25,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33559 2024-11-20T03:20:25,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33559 2024-11-20T03:20:25,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33559 2024-11-20T03:20:25,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33559 2024-11-20T03:20:25,818 DEBUG [M:0;d00f728e99d7:42283 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d00f728e99d7:42283 2024-11-20T03:20:25,820 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11874854290/backup-masters/d00f728e99d7,42283,1732072825624 2024-11-20T03:20:25,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42283-0x1015641c2330003, quorum=127.0.0.1:61896, baseZNode=/11874854290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11874854290/backup-masters 2024-11-20T03:20:25,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x1015641c2330004, quorum=127.0.0.1:61896, baseZNode=/11874854290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11874854290/backup-masters 2024-11-20T03:20:25,825 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42283-0x1015641c2330003, quorum=127.0.0.1:61896, baseZNode=/11874854290 Set watcher on existing znode=/11874854290/backup-masters/d00f728e99d7,42283,1732072825624 2024-11-20T03:20:25,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x1015641c2330004, quorum=127.0.0.1:61896, baseZNode=/11874854290 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11874854290/master 2024-11-20T03:20:25,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42283-0x1015641c2330003, quorum=127.0.0.1:61896, baseZNode=/11874854290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11874854290 2024-11-20T03:20:25,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x1015641c2330004, quorum=127.0.0.1:61896, baseZNode=/11874854290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11874854290 2024-11-20T03:20:25,836 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42283-0x1015641c2330003, quorum=127.0.0.1:61896, baseZNode=/11874854290 Set watcher on existing znode=/11874854290/master 2024-11-20T03:20:25,836 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11874854290/backup-masters/d00f728e99d7,42283,1732072825624 from backup master directory 2024-11-20T03:20:25,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x1015641c2330004, quorum=127.0.0.1:61896, baseZNode=/11874854290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11874854290/backup-masters 2024-11-20T03:20:25,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42283-0x1015641c2330003, quorum=127.0.0.1:61896, baseZNode=/11874854290 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11874854290/backup-masters/d00f728e99d7,42283,1732072825624 2024-11-20T03:20:25,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42283-0x1015641c2330003, quorum=127.0.0.1:61896, baseZNode=/11874854290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11874854290/backup-masters 2024-11-20T03:20:25,846 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:20:25,846 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d00f728e99d7,42283,1732072825624 2024-11-20T03:20:25,849 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/hbase.id] with ID: 70fe8188-ba61-427e-b451-ab24676220ee 2024-11-20T03:20:25,849 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/.tmp/hbase.id 2024-11-20T03:20:25,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741826_1002 (size=42) 2024-11-20T03:20:26,254 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/.tmp/hbase.id]:[hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/hbase.id] 2024-11-20T03:20:26,263 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:20:26,263 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T03:20:26,263 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-20T03:20:26,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42283-0x1015641c2330003, quorum=127.0.0.1:61896, baseZNode=/11874854290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11874854290 2024-11-20T03:20:26,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x1015641c2330004, quorum=127.0.0.1:61896, baseZNode=/11874854290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11874854290 2024-11-20T03:20:26,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741827_1003 (size=196) 2024-11-20T03:20:26,715 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:20:26,716 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T03:20:26,716 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:20:26,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741828_1004 (size=1189) 2024-11-20T03:20:26,721 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/MasterData/data/master/store 2024-11-20T03:20:26,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741829_1005 (size=34) 2024-11-20T03:20:27,126 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:20:27,127 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:20:27,127 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:20:27,127 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:20:27,127 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:20:27,127 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:20:27,127 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:20:27,127 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072827126Disabling compacts and flushes for region at 1732072827126Disabling writes for close at 1732072827127 (+1 ms)Writing region close event to WAL at 1732072827127Closed at 1732072827127 2024-11-20T03:20:27,127 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/MasterData/data/master/store/.initializing 2024-11-20T03:20:27,127 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/MasterData/WALs/d00f728e99d7,42283,1732072825624 2024-11-20T03:20:27,128 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:20:27,129 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d00f728e99d7%2C42283%2C1732072825624, suffix=, logDir=hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/MasterData/WALs/d00f728e99d7,42283,1732072825624, archiveDir=hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/MasterData/oldWALs, maxLogs=10 2024-11-20T03:20:27,141 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/MasterData/WALs/d00f728e99d7,42283,1732072825624/d00f728e99d7%2C42283%2C1732072825624.1732072827129, exclude list is [], retry=0 2024-11-20T03:20:27,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36167,DS-e5d5aa3c-e213-4c7c-8912-9b550241797f,DISK] 2024-11-20T03:20:27,144 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/MasterData/WALs/d00f728e99d7,42283,1732072825624/d00f728e99d7%2C42283%2C1732072825624.1732072827129 2024-11-20T03:20:27,144 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38677:38677)] 2024-11-20T03:20:27,144 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:20:27,145 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:20:27,145 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:27,145 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:27,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:27,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T03:20:27,147 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:27,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:20:27,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:27,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T03:20:27,149 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:27,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:20:27,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:27,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T03:20:27,150 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:27,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:20:27,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:27,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T03:20:27,151 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:27,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:20:27,151 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:27,152 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:27,152 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:27,153 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:27,153 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:27,153 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:20:27,154 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:27,155 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:20:27,155 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59797838, jitterRate=-0.10894277691841125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:20:27,155 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732072827145Initializing all the Stores at 1732072827146 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072827146Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072827146Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072827146Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072827146Cleaning up temporary data from old regions at 1732072827153 (+7 ms)Region opened successfully at 1732072827155 (+2 ms) 2024-11-20T03:20:27,156 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T03:20:27,158 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b078e80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:20:27,158 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T03:20:27,158 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T03:20:27,158 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T03:20:27,159 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T03:20:27,159 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T03:20:27,159 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T03:20:27,159 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T03:20:27,160 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T03:20:27,161 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42283-0x1015641c2330003, quorum=127.0.0.1:61896, baseZNode=/11874854290 Unable to get data of znode /11874854290/balancer because node does not exist (not necessarily an error) 2024-11-20T03:20:27,214 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11874854290/balancer already deleted, retry=false 2024-11-20T03:20:27,215 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T03:20:27,215 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42283-0x1015641c2330003, quorum=127.0.0.1:61896, baseZNode=/11874854290 Unable to get data of znode /11874854290/normalizer because node does not exist (not necessarily an error) 2024-11-20T03:20:27,225 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11874854290/normalizer already deleted, retry=false 2024-11-20T03:20:27,225 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T03:20:27,226 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42283-0x1015641c2330003, quorum=127.0.0.1:61896, baseZNode=/11874854290 Unable to get data of znode /11874854290/switch/split because node does not exist (not necessarily an error) 2024-11-20T03:20:27,235 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11874854290/switch/split already deleted, retry=false 2024-11-20T03:20:27,236 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42283-0x1015641c2330003, quorum=127.0.0.1:61896, baseZNode=/11874854290 Unable to get data of znode /11874854290/switch/merge because node does not exist (not necessarily an error) 2024-11-20T03:20:27,246 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11874854290/switch/merge already deleted, retry=false 2024-11-20T03:20:27,247 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42283-0x1015641c2330003, quorum=127.0.0.1:61896, baseZNode=/11874854290 Unable to get data of znode /11874854290/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T03:20:27,256 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11874854290/snapshot-cleanup already deleted, retry=false 2024-11-20T03:20:27,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x1015641c2330004, quorum=127.0.0.1:61896, baseZNode=/11874854290 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11874854290/running 2024-11-20T03:20:27,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42283-0x1015641c2330003, quorum=127.0.0.1:61896, baseZNode=/11874854290 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11874854290/running 2024-11-20T03:20:27,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42283-0x1015641c2330003, quorum=127.0.0.1:61896, baseZNode=/11874854290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11874854290 2024-11-20T03:20:27,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x1015641c2330004, quorum=127.0.0.1:61896, baseZNode=/11874854290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11874854290 2024-11-20T03:20:27,267 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d00f728e99d7,42283,1732072825624, sessionid=0x1015641c2330003, setting cluster-up flag (Was=false) 2024-11-20T03:20:27,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42283-0x1015641c2330003, quorum=127.0.0.1:61896, baseZNode=/11874854290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11874854290 2024-11-20T03:20:27,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x1015641c2330004, quorum=127.0.0.1:61896, baseZNode=/11874854290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11874854290 2024-11-20T03:20:27,320 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11874854290/flush-table-proc/acquired, /11874854290/flush-table-proc/reached, /11874854290/flush-table-proc/abort 2024-11-20T03:20:27,320 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,42283,1732072825624 2024-11-20T03:20:27,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x1015641c2330004, quorum=127.0.0.1:61896, baseZNode=/11874854290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11874854290 2024-11-20T03:20:27,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42283-0x1015641c2330003, quorum=127.0.0.1:61896, baseZNode=/11874854290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11874854290 2024-11-20T03:20:27,372 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11874854290/online-snapshot/acquired, /11874854290/online-snapshot/reached, /11874854290/online-snapshot/abort 2024-11-20T03:20:27,373 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,42283,1732072825624 2024-11-20T03:20:27,374 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T03:20:27,375 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T03:20:27,375 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T03:20:27,376 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T03:20:27,376 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d00f728e99d7,42283,1732072825624 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T03:20:27,377 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:20:27,377 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:20:27,377 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:20:27,377 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:20:27,377 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d00f728e99d7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T03:20:27,377 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:27,377 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:20:27,377 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:27,383 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:20:27,383 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T03:20:27,384 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:27,384 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T03:20:27,385 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732072857385 2024-11-20T03:20:27,385 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T03:20:27,385 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T03:20:27,386 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T03:20:27,386 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T03:20:27,386 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T03:20:27,386 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T03:20:27,388 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:27,389 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T03:20:27,389 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T03:20:27,389 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T03:20:27,389 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T03:20:27,391 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T03:20:27,391 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T03:20:27,392 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072827391,5,FailOnTimeoutGroup] 2024-11-20T03:20:27,396 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072827392,5,FailOnTimeoutGroup] 2024-11-20T03:20:27,396 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:27,396 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T03:20:27,396 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:27,396 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:27,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741831_1007 (size=1321) 2024-11-20T03:20:27,398 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T03:20:27,398 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e 2024-11-20T03:20:27,407 INFO [RS:0;d00f728e99d7:33559 {}] regionserver.HRegionServer(746): ClusterId : 70fe8188-ba61-427e-b451-ab24676220ee 2024-11-20T03:20:27,407 DEBUG [RS:0;d00f728e99d7:33559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T03:20:27,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741832_1008 (size=32) 2024-11-20T03:20:27,415 DEBUG [RS:0;d00f728e99d7:33559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T03:20:27,415 DEBUG [RS:0;d00f728e99d7:33559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T03:20:27,426 DEBUG [RS:0;d00f728e99d7:33559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T03:20:27,426 DEBUG [RS:0;d00f728e99d7:33559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27ec4596, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:20:27,441 DEBUG [RS:0;d00f728e99d7:33559 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d00f728e99d7:33559 2024-11-20T03:20:27,441 INFO [RS:0;d00f728e99d7:33559 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T03:20:27,441 INFO [RS:0;d00f728e99d7:33559 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T03:20:27,441 DEBUG [RS:0;d00f728e99d7:33559 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T03:20:27,442 INFO [RS:0;d00f728e99d7:33559 {}] regionserver.HRegionServer(2659): reportForDuty to master=d00f728e99d7,42283,1732072825624 with port=33559, startcode=1732072825777 2024-11-20T03:20:27,442 DEBUG [RS:0;d00f728e99d7:33559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T03:20:27,444 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T03:20:27,445 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42283 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d00f728e99d7,33559,1732072825777 2024-11-20T03:20:27,445 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42283 {}] master.ServerManager(517): Registering regionserver=d00f728e99d7,33559,1732072825777 2024-11-20T03:20:27,446 DEBUG [RS:0;d00f728e99d7:33559 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e 2024-11-20T03:20:27,446 DEBUG [RS:0;d00f728e99d7:33559 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39715 2024-11-20T03:20:27,446 DEBUG [RS:0;d00f728e99d7:33559 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T03:20:27,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42283-0x1015641c2330003, quorum=127.0.0.1:61896, baseZNode=/11874854290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11874854290/rs 2024-11-20T03:20:27,508 DEBUG [RS:0;d00f728e99d7:33559 {}] zookeeper.ZKUtil(111): regionserver:33559-0x1015641c2330004, quorum=127.0.0.1:61896, baseZNode=/11874854290 Set watcher on existing znode=/11874854290/rs/d00f728e99d7,33559,1732072825777 2024-11-20T03:20:27,508 WARN [RS:0;d00f728e99d7:33559 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:20:27,508 INFO [RS:0;d00f728e99d7:33559 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:20:27,508 DEBUG [RS:0;d00f728e99d7:33559 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777 2024-11-20T03:20:27,508 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d00f728e99d7,33559,1732072825777] 2024-11-20T03:20:27,510 INFO [RS:0;d00f728e99d7:33559 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T03:20:27,512 INFO [RS:0;d00f728e99d7:33559 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T03:20:27,512 INFO [RS:0;d00f728e99d7:33559 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T03:20:27,512 INFO [RS:0;d00f728e99d7:33559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:27,512 INFO [RS:0;d00f728e99d7:33559 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T03:20:27,513 INFO [RS:0;d00f728e99d7:33559 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T03:20:27,513 INFO [RS:0;d00f728e99d7:33559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:27,513 DEBUG [RS:0;d00f728e99d7:33559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:27,513 DEBUG [RS:0;d00f728e99d7:33559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:27,513 DEBUG [RS:0;d00f728e99d7:33559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:27,513 DEBUG [RS:0;d00f728e99d7:33559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:27,513 DEBUG [RS:0;d00f728e99d7:33559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:27,513 DEBUG [RS:0;d00f728e99d7:33559 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:20:27,513 DEBUG [RS:0;d00f728e99d7:33559 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:27,513 DEBUG [RS:0;d00f728e99d7:33559 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:27,513 DEBUG [RS:0;d00f728e99d7:33559 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:27,513 DEBUG [RS:0;d00f728e99d7:33559 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:27,513 DEBUG [RS:0;d00f728e99d7:33559 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:27,513 DEBUG [RS:0;d00f728e99d7:33559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:27,513 DEBUG [RS:0;d00f728e99d7:33559 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:20:27,514 DEBUG [RS:0;d00f728e99d7:33559 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:20:27,514 INFO [RS:0;d00f728e99d7:33559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:27,514 INFO [RS:0;d00f728e99d7:33559 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:27,514 INFO [RS:0;d00f728e99d7:33559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:27,514 INFO [RS:0;d00f728e99d7:33559 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:27,514 INFO [RS:0;d00f728e99d7:33559 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:27,514 INFO [RS:0;d00f728e99d7:33559 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,33559,1732072825777-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:20:27,528 INFO [RS:0;d00f728e99d7:33559 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T03:20:27,529 INFO [RS:0;d00f728e99d7:33559 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,33559,1732072825777-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:27,529 INFO [RS:0;d00f728e99d7:33559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:27,529 INFO [RS:0;d00f728e99d7:33559 {}] regionserver.Replication(171): d00f728e99d7,33559,1732072825777 started 2024-11-20T03:20:27,541 INFO [RS:0;d00f728e99d7:33559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:27,541 INFO [RS:0;d00f728e99d7:33559 {}] regionserver.HRegionServer(1482): Serving as d00f728e99d7,33559,1732072825777, RpcServer on d00f728e99d7/172.17.0.2:33559, sessionid=0x1015641c2330004 2024-11-20T03:20:27,541 DEBUG [RS:0;d00f728e99d7:33559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T03:20:27,541 DEBUG [RS:0;d00f728e99d7:33559 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d00f728e99d7,33559,1732072825777 2024-11-20T03:20:27,541 DEBUG [RS:0;d00f728e99d7:33559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,33559,1732072825777' 2024-11-20T03:20:27,541 DEBUG [RS:0;d00f728e99d7:33559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11874854290/flush-table-proc/abort' 2024-11-20T03:20:27,541 DEBUG [RS:0;d00f728e99d7:33559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11874854290/flush-table-proc/acquired' 2024-11-20T03:20:27,541 DEBUG [RS:0;d00f728e99d7:33559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T03:20:27,542 DEBUG [RS:0;d00f728e99d7:33559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T03:20:27,542 DEBUG [RS:0;d00f728e99d7:33559 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d00f728e99d7,33559,1732072825777 2024-11-20T03:20:27,542 DEBUG [RS:0;d00f728e99d7:33559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,33559,1732072825777' 2024-11-20T03:20:27,542 DEBUG [RS:0;d00f728e99d7:33559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11874854290/online-snapshot/abort' 2024-11-20T03:20:27,542 DEBUG [RS:0;d00f728e99d7:33559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11874854290/online-snapshot/acquired' 2024-11-20T03:20:27,542 DEBUG [RS:0;d00f728e99d7:33559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T03:20:27,542 INFO [RS:0;d00f728e99d7:33559 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T03:20:27,542 INFO [RS:0;d00f728e99d7:33559 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T03:20:27,642 INFO [RS:0;d00f728e99d7:33559 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:20:27,644 INFO [RS:0;d00f728e99d7:33559 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C33559%2C1732072825777, suffix=, logDir=hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777, archiveDir=hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/oldWALs, maxLogs=10 2024-11-20T03:20:27,658 DEBUG [RS:0;d00f728e99d7:33559 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.1732072827644, exclude list is [], retry=0 2024-11-20T03:20:27,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36167,DS-e5d5aa3c-e213-4c7c-8912-9b550241797f,DISK] 2024-11-20T03:20:27,662 INFO [RS:0;d00f728e99d7:33559 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.1732072827644 2024-11-20T03:20:27,662 DEBUG [RS:0;d00f728e99d7:33559 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38677:38677)] 2024-11-20T03:20:27,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:20:27,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:20:27,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:20:27,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:27,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:20:27,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:20:27,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:20:27,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:27,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:20:27,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:20:27,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:20:27,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:27,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:20:27,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:20:27,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:20:27,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:27,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:20:27,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:20:27,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/hbase/meta/1588230740 2024-11-20T03:20:27,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/hbase/meta/1588230740 2024-11-20T03:20:27,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:20:27,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:20:27,817 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:20:27,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:20:27,819 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:20:27,819 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69302484, jitterRate=0.032687485218048096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:20:27,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732072827810Initializing all the Stores at 1732072827811 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072827811Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072827811Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072827811Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072827811Cleaning up temporary data from old regions at 1732072827817 (+6 ms)Region opened successfully at 1732072827820 (+3 ms) 2024-11-20T03:20:27,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:20:27,820 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:20:27,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:20:27,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:20:27,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:20:27,820 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:20:27,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072827820Disabling compacts and flushes for region at 1732072827820Disabling writes for close at 1732072827820Writing region close event to WAL at 1732072827820Closed at 1732072827820 2024-11-20T03:20:27,821 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:20:27,821 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T03:20:27,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T03:20:27,822 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:20:27,822 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T03:20:27,972 DEBUG [d00f728e99d7:42283 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T03:20:27,973 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d00f728e99d7,33559,1732072825777 2024-11-20T03:20:27,974 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,33559,1732072825777, state=OPENING 2024-11-20T03:20:28,025 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T03:20:28,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x1015641c2330004, quorum=127.0.0.1:61896, baseZNode=/11874854290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11874854290 2024-11-20T03:20:28,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42283-0x1015641c2330003, quorum=127.0.0.1:61896, baseZNode=/11874854290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11874854290 2024-11-20T03:20:28,036 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:20:28,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11874854290/meta-region-server: CHANGED 2024-11-20T03:20:28,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11874854290/meta-region-server: CHANGED 2024-11-20T03:20:28,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,33559,1732072825777}] 2024-11-20T03:20:28,188 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:20:28,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T03:20:28,193 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T03:20:28,193 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:20:28,193 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T03:20:28,194 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C33559%2C1732072825777.meta, suffix=.meta, logDir=hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777, archiveDir=hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/oldWALs, maxLogs=10 2024-11-20T03:20:28,206 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.meta.1732072828194.meta, exclude list is [], retry=0 2024-11-20T03:20:28,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36167,DS-e5d5aa3c-e213-4c7c-8912-9b550241797f,DISK] 2024-11-20T03:20:28,211 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.meta.1732072828194.meta 2024-11-20T03:20:28,212 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38677:38677)] 2024-11-20T03:20:28,212 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:20:28,212 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:20:28,212 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:20:28,212 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T03:20:28,212 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T03:20:28,212 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T03:20:28,213 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:20:28,213 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T03:20:28,213 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T03:20:28,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:20:28,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:20:28,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:28,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:20:28,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:20:28,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:20:28,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:28,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:20:28,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:20:28,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:20:28,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:28,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:20:28,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:20:28,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:20:28,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:28,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:20:28,218 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:20:28,218 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/hbase/meta/1588230740 2024-11-20T03:20:28,219 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/hbase/meta/1588230740 2024-11-20T03:20:28,219 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:20:28,219 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:20:28,220 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:20:28,220 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:20:28,221 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70771295, jitterRate=0.054574474692344666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:20:28,221 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T03:20:28,221 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732072828213Writing region info on filesystem at 1732072828213Initializing all the Stores at 1732072828213Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072828213Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072828214 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072828214Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072828214Cleaning up temporary data from old regions at 1732072828219 (+5 ms)Running coprocessor post-open hooks at 1732072828221 (+2 ms)Region opened successfully at 1732072828221 2024-11-20T03:20:28,222 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732072828188 2024-11-20T03:20:28,223 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T03:20:28,223 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T03:20:28,224 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d00f728e99d7,33559,1732072825777 2024-11-20T03:20:28,224 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,33559,1732072825777, state=OPEN 2024-11-20T03:20:28,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42283-0x1015641c2330003, quorum=127.0.0.1:61896, baseZNode=/11874854290 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11874854290/meta-region-server 2024-11-20T03:20:28,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x1015641c2330004, quorum=127.0.0.1:61896, baseZNode=/11874854290 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11874854290/meta-region-server 2024-11-20T03:20:28,235 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d00f728e99d7,33559,1732072825777 2024-11-20T03:20:28,236 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11874854290/meta-region-server: CHANGED 2024-11-20T03:20:28,236 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11874854290/meta-region-server: CHANGED 2024-11-20T03:20:28,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T03:20:28,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,33559,1732072825777 in 200 msec 2024-11-20T03:20:28,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T03:20:28,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 416 msec 2024-11-20T03:20:28,239 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:20:28,239 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T03:20:28,240 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:20:28,240 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,33559,1732072825777, seqNum=-1] 2024-11-20T03:20:28,241 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:20:28,242 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59125, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:20:28,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 870 msec 2024-11-20T03:20:28,246 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732072828246, completionTime=-1 2024-11-20T03:20:28,246 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T03:20:28,246 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T03:20:28,247 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T03:20:28,247 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732072888247 2024-11-20T03:20:28,247 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732072948247 2024-11-20T03:20:28,247 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T03:20:28,248 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,42283,1732072825624-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:28,248 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,42283,1732072825624-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:28,248 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,42283,1732072825624-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:28,248 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d00f728e99d7:42283, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:28,248 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:28,248 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:28,249 DEBUG [master/d00f728e99d7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T03:20:28,251 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.405sec 2024-11-20T03:20:28,251 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T03:20:28,251 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T03:20:28,251 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T03:20:28,251 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T03:20:28,251 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T03:20:28,251 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,42283,1732072825624-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:20:28,251 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,42283,1732072825624-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T03:20:28,253 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T03:20:28,253 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T03:20:28,253 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,42283,1732072825624-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:28,302 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T03:20:28,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d40ec4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:28,308 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,42283,-1 for getting cluster id 2024-11-20T03:20:28,308 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:20:28,309 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70fe8188-ba61-427e-b451-ab24676220ee' 2024-11-20T03:20:28,310 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:20:28,310 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70fe8188-ba61-427e-b451-ab24676220ee" 2024-11-20T03:20:28,310 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3541c936, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:28,310 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,42283,-1] 2024-11-20T03:20:28,310 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:20:28,310 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:28,311 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:20:28,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29bd1fb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:28,312 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:20:28,313 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,33559,1732072825777, seqNum=-1] 2024-11-20T03:20:28,313 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:20:28,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:20:28,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d00f728e99d7,42283,1732072825624 2024-11-20T03:20:28,316 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61896 2024-11-20T03:20:28,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61896, baseZNode=/11874854290 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:20:28,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015641c2330005 connected 2024-11-20T03:20:28,332 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:20:28,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,41645,1732072820273 2024-11-20T03:20:28,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cb93ce1 2024-11-20T03:20:28,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:20:28,334 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:20:28,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41645 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:20:28,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41645 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T03:20:28,337 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T03:20:28,337 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:28,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41645 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T03:20:28,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:20:28,338 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T03:20:28,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741835_1011 (size=902) 2024-11-20T03:20:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:20:28,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:20:28,745 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d177219b1fafb7efa1cc5783f5b0069d, NAME => 'test,,1732072828335.d177219b1fafb7efa1cc5783f5b0069d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30 2024-11-20T03:20:28,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741836_1012 (size=39) 2024-11-20T03:20:28,952 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T03:20:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:20:28,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:28,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:28,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:28,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:28,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:28,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:28,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:29,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:29,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:29,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:29,149 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732072828335.d177219b1fafb7efa1cc5783f5b0069d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:20:29,149 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d177219b1fafb7efa1cc5783f5b0069d, disabling compactions & flushes 2024-11-20T03:20:29,149 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732072828335.d177219b1fafb7efa1cc5783f5b0069d. 2024-11-20T03:20:29,149 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732072828335.d177219b1fafb7efa1cc5783f5b0069d. 2024-11-20T03:20:29,149 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732072828335.d177219b1fafb7efa1cc5783f5b0069d. after waiting 0 ms 2024-11-20T03:20:29,149 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732072828335.d177219b1fafb7efa1cc5783f5b0069d. 2024-11-20T03:20:29,149 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732072828335.d177219b1fafb7efa1cc5783f5b0069d. 2024-11-20T03:20:29,149 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d177219b1fafb7efa1cc5783f5b0069d: Waiting for close lock at 1732072829149Disabling compacts and flushes for region at 1732072829149Disabling writes for close at 1732072829149Writing region close event to WAL at 1732072829149Closed at 1732072829149 2024-11-20T03:20:29,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T03:20:29,151 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732072828335.d177219b1fafb7efa1cc5783f5b0069d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732072829151"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732072829151"}]},"ts":"1732072829151"} 2024-11-20T03:20:29,153 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T03:20:29,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T03:20:29,154 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072829154"}]},"ts":"1732072829154"} 2024-11-20T03:20:29,155 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T03:20:29,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d177219b1fafb7efa1cc5783f5b0069d, ASSIGN}] 2024-11-20T03:20:29,157 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d177219b1fafb7efa1cc5783f5b0069d, ASSIGN 2024-11-20T03:20:29,157 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d177219b1fafb7efa1cc5783f5b0069d, ASSIGN; state=OFFLINE, location=d00f728e99d7,35785,1732072820464; forceNewPlan=false, retain=false 2024-11-20T03:20:29,308 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d177219b1fafb7efa1cc5783f5b0069d, regionState=OPENING, regionLocation=d00f728e99d7,35785,1732072820464 2024-11-20T03:20:29,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d177219b1fafb7efa1cc5783f5b0069d, ASSIGN because future has completed 2024-11-20T03:20:29,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d177219b1fafb7efa1cc5783f5b0069d, server=d00f728e99d7,35785,1732072820464}] 2024-11-20T03:20:29,466 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732072828335.d177219b1fafb7efa1cc5783f5b0069d. 2024-11-20T03:20:29,466 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d177219b1fafb7efa1cc5783f5b0069d, NAME => 'test,,1732072828335.d177219b1fafb7efa1cc5783f5b0069d.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:20:29,466 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:20:29,467 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T03:20:29,467 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d177219b1fafb7efa1cc5783f5b0069d 2024-11-20T03:20:29,467 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732072828335.d177219b1fafb7efa1cc5783f5b0069d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:20:29,467 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d177219b1fafb7efa1cc5783f5b0069d 2024-11-20T03:20:29,467 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d177219b1fafb7efa1cc5783f5b0069d 2024-11-20T03:20:29,468 INFO [StoreOpener-d177219b1fafb7efa1cc5783f5b0069d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d177219b1fafb7efa1cc5783f5b0069d 2024-11-20T03:20:29,469 INFO [StoreOpener-d177219b1fafb7efa1cc5783f5b0069d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d177219b1fafb7efa1cc5783f5b0069d columnFamilyName f 2024-11-20T03:20:29,470 DEBUG [StoreOpener-d177219b1fafb7efa1cc5783f5b0069d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:29,470 INFO [StoreOpener-d177219b1fafb7efa1cc5783f5b0069d-1 {}] regionserver.HStore(327): Store=d177219b1fafb7efa1cc5783f5b0069d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:20:29,470 INFO [StoreOpener-d177219b1fafb7efa1cc5783f5b0069d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d177219b1fafb7efa1cc5783f5b0069d 2024-11-20T03:20:29,471 INFO [StoreOpener-d177219b1fafb7efa1cc5783f5b0069d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d177219b1fafb7efa1cc5783f5b0069d columnFamilyName f1 2024-11-20T03:20:29,471 DEBUG [StoreOpener-d177219b1fafb7efa1cc5783f5b0069d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:29,471 INFO [StoreOpener-d177219b1fafb7efa1cc5783f5b0069d-1 {}] regionserver.HStore(327): Store=d177219b1fafb7efa1cc5783f5b0069d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:20:29,471 INFO [StoreOpener-d177219b1fafb7efa1cc5783f5b0069d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d177219b1fafb7efa1cc5783f5b0069d 2024-11-20T03:20:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:20:29,472 INFO [StoreOpener-d177219b1fafb7efa1cc5783f5b0069d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d177219b1fafb7efa1cc5783f5b0069d columnFamilyName norep 2024-11-20T03:20:29,472 DEBUG [StoreOpener-d177219b1fafb7efa1cc5783f5b0069d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:29,472 INFO [StoreOpener-d177219b1fafb7efa1cc5783f5b0069d-1 {}] regionserver.HStore(327): Store=d177219b1fafb7efa1cc5783f5b0069d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:20:29,473 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d177219b1fafb7efa1cc5783f5b0069d 2024-11-20T03:20:29,473 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/default/test/d177219b1fafb7efa1cc5783f5b0069d 2024-11-20T03:20:29,473 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/default/test/d177219b1fafb7efa1cc5783f5b0069d 2024-11-20T03:20:29,475 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d177219b1fafb7efa1cc5783f5b0069d 2024-11-20T03:20:29,475 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d177219b1fafb7efa1cc5783f5b0069d 2024-11-20T03:20:29,475 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:20:29,476 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d177219b1fafb7efa1cc5783f5b0069d 2024-11-20T03:20:29,478 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/default/test/d177219b1fafb7efa1cc5783f5b0069d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:20:29,478 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d177219b1fafb7efa1cc5783f5b0069d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62710977, jitterRate=-0.06553362309932709}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:20:29,478 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d177219b1fafb7efa1cc5783f5b0069d 2024-11-20T03:20:29,479 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d177219b1fafb7efa1cc5783f5b0069d: Running coprocessor pre-open hook at 1732072829467Writing region info on filesystem at 1732072829467Initializing all the Stores at 1732072829468 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072829468Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072829468Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072829468Cleaning up temporary data from old regions at 1732072829475 (+7 ms)Running coprocessor post-open hooks at 1732072829478 (+3 ms)Region opened successfully at 1732072829479 (+1 ms) 2024-11-20T03:20:29,480 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732072828335.d177219b1fafb7efa1cc5783f5b0069d., pid=6, masterSystemTime=1732072829462 2024-11-20T03:20:29,481 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732072828335.d177219b1fafb7efa1cc5783f5b0069d. 2024-11-20T03:20:29,481 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732072828335.d177219b1fafb7efa1cc5783f5b0069d. 2024-11-20T03:20:29,482 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d177219b1fafb7efa1cc5783f5b0069d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d00f728e99d7,35785,1732072820464 2024-11-20T03:20:29,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d177219b1fafb7efa1cc5783f5b0069d, server=d00f728e99d7,35785,1732072820464 because future has completed 2024-11-20T03:20:29,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T03:20:29,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d177219b1fafb7efa1cc5783f5b0069d, server=d00f728e99d7,35785,1732072820464 in 175 msec 2024-11-20T03:20:29,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T03:20:29,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d177219b1fafb7efa1cc5783f5b0069d, ASSIGN in 330 msec 2024-11-20T03:20:29,488 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T03:20:29,489 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072829488"}]},"ts":"1732072829488"} 2024-11-20T03:20:29,490 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T03:20:29,491 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T03:20:29,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-20T03:20:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:20:30,482 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T03:20:30,482 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:20:30,483 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,42283,1732072825624 2024-11-20T03:20:30,483 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1181d90d 2024-11-20T03:20:30,483 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:20:30,484 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:20:30,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:20:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T03:20:30,487 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T03:20:30,487 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:30,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T03:20:30,488 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T03:20:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:20:30,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741835_1011 (size=902) 2024-11-20T03:20:30,494 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a670abc4b47d7605a1ae0aa363d18528, NAME => 'test,,1732072830484.a670abc4b47d7605a1ae0aa363d18528.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e 2024-11-20T03:20:30,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741836_1012 (size=39) 2024-11-20T03:20:30,500 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732072830484.a670abc4b47d7605a1ae0aa363d18528.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:20:30,500 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a670abc4b47d7605a1ae0aa363d18528, disabling compactions & flushes 2024-11-20T03:20:30,500 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732072830484.a670abc4b47d7605a1ae0aa363d18528. 2024-11-20T03:20:30,500 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732072830484.a670abc4b47d7605a1ae0aa363d18528. 2024-11-20T03:20:30,500 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732072830484.a670abc4b47d7605a1ae0aa363d18528. after waiting 0 ms 2024-11-20T03:20:30,500 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732072830484.a670abc4b47d7605a1ae0aa363d18528. 2024-11-20T03:20:30,500 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732072830484.a670abc4b47d7605a1ae0aa363d18528. 2024-11-20T03:20:30,500 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a670abc4b47d7605a1ae0aa363d18528: Waiting for close lock at 1732072830500Disabling compacts and flushes for region at 1732072830500Disabling writes for close at 1732072830500Writing region close event to WAL at 1732072830500Closed at 1732072830500 2024-11-20T03:20:30,501 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T03:20:30,502 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732072830484.a670abc4b47d7605a1ae0aa363d18528.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732072830501"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732072830501"}]},"ts":"1732072830501"} 2024-11-20T03:20:30,503 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T03:20:30,504 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T03:20:30,504 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072830504"}]},"ts":"1732072830504"} 2024-11-20T03:20:30,506 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T03:20:30,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a670abc4b47d7605a1ae0aa363d18528, ASSIGN}] 2024-11-20T03:20:30,507 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a670abc4b47d7605a1ae0aa363d18528, ASSIGN 2024-11-20T03:20:30,508 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a670abc4b47d7605a1ae0aa363d18528, ASSIGN; state=OFFLINE, location=d00f728e99d7,33559,1732072825777; forceNewPlan=false, retain=false 2024-11-20T03:20:30,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:20:30,658 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a670abc4b47d7605a1ae0aa363d18528, regionState=OPENING, regionLocation=d00f728e99d7,33559,1732072825777 2024-11-20T03:20:30,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a670abc4b47d7605a1ae0aa363d18528, ASSIGN because future has completed 2024-11-20T03:20:30,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a670abc4b47d7605a1ae0aa363d18528, server=d00f728e99d7,33559,1732072825777}] 2024-11-20T03:20:30,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:20:30,816 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732072830484.a670abc4b47d7605a1ae0aa363d18528. 2024-11-20T03:20:30,816 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a670abc4b47d7605a1ae0aa363d18528, NAME => 'test,,1732072830484.a670abc4b47d7605a1ae0aa363d18528.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:20:30,816 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:20:30,816 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T03:20:30,816 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a670abc4b47d7605a1ae0aa363d18528 2024-11-20T03:20:30,816 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732072830484.a670abc4b47d7605a1ae0aa363d18528.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:20:30,817 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a670abc4b47d7605a1ae0aa363d18528 2024-11-20T03:20:30,817 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a670abc4b47d7605a1ae0aa363d18528 2024-11-20T03:20:30,818 INFO [StoreOpener-a670abc4b47d7605a1ae0aa363d18528-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a670abc4b47d7605a1ae0aa363d18528 2024-11-20T03:20:30,818 INFO [StoreOpener-a670abc4b47d7605a1ae0aa363d18528-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a670abc4b47d7605a1ae0aa363d18528 columnFamilyName f 2024-11-20T03:20:30,819 DEBUG [StoreOpener-a670abc4b47d7605a1ae0aa363d18528-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:30,819 INFO [StoreOpener-a670abc4b47d7605a1ae0aa363d18528-1 {}] regionserver.HStore(327): Store=a670abc4b47d7605a1ae0aa363d18528/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:20:30,819 INFO [StoreOpener-a670abc4b47d7605a1ae0aa363d18528-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a670abc4b47d7605a1ae0aa363d18528 2024-11-20T03:20:30,820 INFO [StoreOpener-a670abc4b47d7605a1ae0aa363d18528-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a670abc4b47d7605a1ae0aa363d18528 columnFamilyName f1 2024-11-20T03:20:30,820 DEBUG [StoreOpener-a670abc4b47d7605a1ae0aa363d18528-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:30,820 INFO [StoreOpener-a670abc4b47d7605a1ae0aa363d18528-1 {}] regionserver.HStore(327): Store=a670abc4b47d7605a1ae0aa363d18528/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:20:30,820 INFO [StoreOpener-a670abc4b47d7605a1ae0aa363d18528-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a670abc4b47d7605a1ae0aa363d18528 2024-11-20T03:20:30,821 INFO [StoreOpener-a670abc4b47d7605a1ae0aa363d18528-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a670abc4b47d7605a1ae0aa363d18528 columnFamilyName norep 2024-11-20T03:20:30,821 DEBUG [StoreOpener-a670abc4b47d7605a1ae0aa363d18528-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:30,821 INFO [StoreOpener-a670abc4b47d7605a1ae0aa363d18528-1 {}] regionserver.HStore(327): Store=a670abc4b47d7605a1ae0aa363d18528/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:20:30,821 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a670abc4b47d7605a1ae0aa363d18528 2024-11-20T03:20:30,822 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/default/test/a670abc4b47d7605a1ae0aa363d18528 2024-11-20T03:20:30,822 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/default/test/a670abc4b47d7605a1ae0aa363d18528 2024-11-20T03:20:30,822 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a670abc4b47d7605a1ae0aa363d18528 2024-11-20T03:20:30,822 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a670abc4b47d7605a1ae0aa363d18528 2024-11-20T03:20:30,823 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:20:30,824 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a670abc4b47d7605a1ae0aa363d18528 2024-11-20T03:20:30,825 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/default/test/a670abc4b47d7605a1ae0aa363d18528/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:20:30,825 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a670abc4b47d7605a1ae0aa363d18528; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66640707, jitterRate=-0.006976082921028137}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:20:30,825 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a670abc4b47d7605a1ae0aa363d18528 2024-11-20T03:20:30,825 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a670abc4b47d7605a1ae0aa363d18528: Running coprocessor pre-open hook at 1732072830817Writing region info on filesystem at 1732072830817Initializing all the Stores at 1732072830817Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072830817Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072830817Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072830817Cleaning up temporary data from old regions at 1732072830822 (+5 ms)Running coprocessor post-open hooks at 1732072830825 (+3 ms)Region opened successfully at 1732072830825 2024-11-20T03:20:30,826 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732072830484.a670abc4b47d7605a1ae0aa363d18528., pid=6, masterSystemTime=1732072830813 2024-11-20T03:20:30,828 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732072830484.a670abc4b47d7605a1ae0aa363d18528. 2024-11-20T03:20:30,828 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732072830484.a670abc4b47d7605a1ae0aa363d18528. 2024-11-20T03:20:30,828 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a670abc4b47d7605a1ae0aa363d18528, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d00f728e99d7,33559,1732072825777 2024-11-20T03:20:30,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a670abc4b47d7605a1ae0aa363d18528, server=d00f728e99d7,33559,1732072825777 because future has completed 2024-11-20T03:20:30,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T03:20:30,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a670abc4b47d7605a1ae0aa363d18528, server=d00f728e99d7,33559,1732072825777 in 170 msec 2024-11-20T03:20:30,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T03:20:30,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a670abc4b47d7605a1ae0aa363d18528, ASSIGN in 326 msec 2024-11-20T03:20:30,834 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T03:20:30,834 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072830834"}]},"ts":"1732072830834"} 2024-11-20T03:20:30,836 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T03:20:30,836 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T03:20:30,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 351 msec 2024-11-20T03:20:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:20:31,112 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T03:20:31,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df20586, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:31,113 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,41645,-1 for getting cluster id 2024-11-20T03:20:31,113 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:20:31,113 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '859de235-2bee-4ccf-8b42-afb6e5df4a09' 2024-11-20T03:20:31,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:20:31,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "859de235-2bee-4ccf-8b42-afb6e5df4a09" 2024-11-20T03:20:31,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@487780b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:31,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,41645,-1] 2024-11-20T03:20:31,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:20:31,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:31,115 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:20:31,115 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37980bc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:31,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cf52449, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:31,117 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,42283,-1 for getting cluster id 2024-11-20T03:20:31,117 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:20:31,118 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70fe8188-ba61-427e-b451-ab24676220ee' 2024-11-20T03:20:31,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:20:31,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70fe8188-ba61-427e-b451-ab24676220ee" 2024-11-20T03:20:31,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56050ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:31,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,42283,-1] 2024-11-20T03:20:31,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:20:31,118 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:31,119 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:20:31,120 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@677fb2f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:31,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5333204a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:31,120 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,41645,-1 for getting cluster id 2024-11-20T03:20:31,120 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:20:31,121 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '859de235-2bee-4ccf-8b42-afb6e5df4a09' 2024-11-20T03:20:31,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:20:31,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "859de235-2bee-4ccf-8b42-afb6e5df4a09" 2024-11-20T03:20:31,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64309fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:31,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,41645,-1] 2024-11-20T03:20:31,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:20:31,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:31,122 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:20:31,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45955bcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:31,123 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:20:31,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,41645,1732072820273 2024-11-20T03:20:31,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22de7abf 2024-11-20T03:20:31,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:20:31,124 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:20:31,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41645 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d00f728e99d7:42283,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T03:20:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41645 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T03:20:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:20:31,126 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d00f728e99d7:42283' 2024-11-20T03:20:31,127 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c480b43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:31,127 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,42283,-1 for getting cluster id 2024-11-20T03:20:31,127 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:20:31,128 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70fe8188-ba61-427e-b451-ab24676220ee' 2024-11-20T03:20:31,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:20:31,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70fe8188-ba61-427e-b451-ab24676220ee" 2024-11-20T03:20:31,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef26f55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:31,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,42283,-1] 2024-11-20T03:20:31,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:20:31,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:31,129 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:20:31,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b3ee2ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:31,130 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:20:31,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,42283,1732072825624 2024-11-20T03:20:31,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a59f841 2024-11-20T03:20:31,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:20:31,131 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:20:31,131 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T03:20:31,132 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T03:20:31,132 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:31,132 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:31,132 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:20:31,132 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:20:31,133 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T03:20:31,134 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T03:20:31,134 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:31,135 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T03:20:31,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741837_1013 (size=1138) 2024-11-20T03:20:31,183 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T03:20:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:20:31,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:20:31,541 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b0c90c12043cb26e2b24b8d0e6073556, NAME => 'hbase:replication,,1732072831132.b0c90c12043cb26e2b24b8d0e6073556.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30 2024-11-20T03:20:31,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741838_1014 (size=44) 2024-11-20T03:20:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:20:31,946 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732072831132.b0c90c12043cb26e2b24b8d0e6073556.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:20:31,946 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b0c90c12043cb26e2b24b8d0e6073556, disabling compactions & flushes 2024-11-20T03:20:31,946 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732072831132.b0c90c12043cb26e2b24b8d0e6073556. 2024-11-20T03:20:31,946 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732072831132.b0c90c12043cb26e2b24b8d0e6073556. 2024-11-20T03:20:31,946 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732072831132.b0c90c12043cb26e2b24b8d0e6073556. after waiting 0 ms 2024-11-20T03:20:31,946 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732072831132.b0c90c12043cb26e2b24b8d0e6073556. 2024-11-20T03:20:31,947 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732072831132.b0c90c12043cb26e2b24b8d0e6073556. 2024-11-20T03:20:31,947 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b0c90c12043cb26e2b24b8d0e6073556: Waiting for close lock at 1732072831946Disabling compacts and flushes for region at 1732072831946Disabling writes for close at 1732072831946Writing region close event to WAL at 1732072831947 (+1 ms)Closed at 1732072831947 2024-11-20T03:20:31,948 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T03:20:31,948 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732072831132.b0c90c12043cb26e2b24b8d0e6073556.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732072831948"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732072831948"}]},"ts":"1732072831948"} 2024-11-20T03:20:31,950 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T03:20:31,951 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T03:20:31,951 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072831951"}]},"ts":"1732072831951"} 2024-11-20T03:20:31,953 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T03:20:31,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b0c90c12043cb26e2b24b8d0e6073556, ASSIGN}] 2024-11-20T03:20:31,954 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b0c90c12043cb26e2b24b8d0e6073556, ASSIGN 2024-11-20T03:20:31,955 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b0c90c12043cb26e2b24b8d0e6073556, ASSIGN; state=OFFLINE, location=d00f728e99d7,35785,1732072820464; forceNewPlan=false, retain=false 2024-11-20T03:20:32,105 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b0c90c12043cb26e2b24b8d0e6073556, regionState=OPENING, regionLocation=d00f728e99d7,35785,1732072820464 2024-11-20T03:20:32,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b0c90c12043cb26e2b24b8d0e6073556, ASSIGN because future has completed 2024-11-20T03:20:32,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0c90c12043cb26e2b24b8d0e6073556, server=d00f728e99d7,35785,1732072820464}] 2024-11-20T03:20:32,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:20:32,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732072831132.b0c90c12043cb26e2b24b8d0e6073556. 2024-11-20T03:20:32,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:20:32,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T03:20:32,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C35785%2C1732072820464.rep, suffix=, logDir=hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464, archiveDir=hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/oldWALs, maxLogs=10 2024-11-20T03:20:32,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.rep.1732072832271, exclude list is [], retry=0 2024-11-20T03:20:32,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41973,DS-c381559c-178c-4eb3-a3a6-56d07f1d4838,DISK] 2024-11-20T03:20:32,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.rep.1732072832271 2024-11-20T03:20:32,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40525:40525)] 2024-11-20T03:20:32,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b0c90c12043cb26e2b24b8d0e6073556, NAME => 'hbase:replication,,1732072831132.b0c90c12043cb26e2b24b8d0e6073556.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:20:32,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:20:32,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:20:32,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732072831132.b0c90c12043cb26e2b24b8d0e6073556. service=MultiRowMutationService 2024-11-20T03:20:32,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T03:20:32,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b0c90c12043cb26e2b24b8d0e6073556 2024-11-20T03:20:32,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732072831132.b0c90c12043cb26e2b24b8d0e6073556.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:20:32,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b0c90c12043cb26e2b24b8d0e6073556 2024-11-20T03:20:32,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b0c90c12043cb26e2b24b8d0e6073556 2024-11-20T03:20:32,286 INFO [StoreOpener-b0c90c12043cb26e2b24b8d0e6073556-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b0c90c12043cb26e2b24b8d0e6073556 2024-11-20T03:20:32,287 INFO [StoreOpener-b0c90c12043cb26e2b24b8d0e6073556-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0c90c12043cb26e2b24b8d0e6073556 columnFamilyName hfileref 2024-11-20T03:20:32,288 DEBUG [StoreOpener-b0c90c12043cb26e2b24b8d0e6073556-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:32,288 INFO [StoreOpener-b0c90c12043cb26e2b24b8d0e6073556-1 {}] regionserver.HStore(327): Store=b0c90c12043cb26e2b24b8d0e6073556/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:20:32,288 INFO [StoreOpener-b0c90c12043cb26e2b24b8d0e6073556-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b0c90c12043cb26e2b24b8d0e6073556 2024-11-20T03:20:32,289 INFO [StoreOpener-b0c90c12043cb26e2b24b8d0e6073556-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0c90c12043cb26e2b24b8d0e6073556 columnFamilyName queue 2024-11-20T03:20:32,289 DEBUG [StoreOpener-b0c90c12043cb26e2b24b8d0e6073556-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:32,289 INFO [StoreOpener-b0c90c12043cb26e2b24b8d0e6073556-1 {}] regionserver.HStore(327): Store=b0c90c12043cb26e2b24b8d0e6073556/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:20:32,289 INFO [StoreOpener-b0c90c12043cb26e2b24b8d0e6073556-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b0c90c12043cb26e2b24b8d0e6073556 2024-11-20T03:20:32,290 INFO [StoreOpener-b0c90c12043cb26e2b24b8d0e6073556-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0c90c12043cb26e2b24b8d0e6073556 columnFamilyName sid 2024-11-20T03:20:32,290 DEBUG [StoreOpener-b0c90c12043cb26e2b24b8d0e6073556-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:32,290 INFO [StoreOpener-b0c90c12043cb26e2b24b8d0e6073556-1 {}] regionserver.HStore(327): Store=b0c90c12043cb26e2b24b8d0e6073556/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:20:32,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b0c90c12043cb26e2b24b8d0e6073556 2024-11-20T03:20:32,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/hbase/replication/b0c90c12043cb26e2b24b8d0e6073556 2024-11-20T03:20:32,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/hbase/replication/b0c90c12043cb26e2b24b8d0e6073556 2024-11-20T03:20:32,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b0c90c12043cb26e2b24b8d0e6073556 2024-11-20T03:20:32,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b0c90c12043cb26e2b24b8d0e6073556 2024-11-20T03:20:32,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:20:32,292 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:20:32,292 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d00f728e99d7,34923,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:34923 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T03:20:32,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b0c90c12043cb26e2b24b8d0e6073556 2024-11-20T03:20:32,293 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18257 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d00f728e99d7,34923,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:34923 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T03:20:32,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/hbase/replication/b0c90c12043cb26e2b24b8d0e6073556/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:20:32,294 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b0c90c12043cb26e2b24b8d0e6073556; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65842921, jitterRate=-0.018864020705223083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:20:32,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b0c90c12043cb26e2b24b8d0e6073556 2024-11-20T03:20:32,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b0c90c12043cb26e2b24b8d0e6073556: Running coprocessor pre-open hook at 1732072832286Writing region info on filesystem at 1732072832286Initializing all the Stores at 1732072832286Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072832286Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072832286Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072832286Cleaning up temporary data from old regions at 1732072832291 (+5 ms)Running coprocessor post-open hooks at 1732072832295 (+4 ms)Region opened successfully at 1732072832295 2024-11-20T03:20:32,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732072831132.b0c90c12043cb26e2b24b8d0e6073556., pid=10, masterSystemTime=1732072832260 2024-11-20T03:20:32,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732072831132.b0c90c12043cb26e2b24b8d0e6073556. 2024-11-20T03:20:32,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732072831132.b0c90c12043cb26e2b24b8d0e6073556. 2024-11-20T03:20:32,297 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b0c90c12043cb26e2b24b8d0e6073556, regionState=OPEN, openSeqNum=2, regionLocation=d00f728e99d7,35785,1732072820464 2024-11-20T03:20:32,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0c90c12043cb26e2b24b8d0e6073556, server=d00f728e99d7,35785,1732072820464 because future has completed 2024-11-20T03:20:32,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T03:20:32,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b0c90c12043cb26e2b24b8d0e6073556, server=d00f728e99d7,35785,1732072820464 in 193 msec 2024-11-20T03:20:32,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T03:20:32,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b0c90c12043cb26e2b24b8d0e6073556, ASSIGN in 350 msec 2024-11-20T03:20:32,305 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T03:20:32,305 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072832305"}]},"ts":"1732072832305"} 2024-11-20T03:20:32,307 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T03:20:32,308 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T03:20:32,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-20T03:20:32,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732072831132.b0c90c12043cb26e2b24b8d0e6073556., hostname=d00f728e99d7,35785,1732072820464, seqNum=2] 2024-11-20T03:20:32,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41645-0x1015641c2330000, quorum=127.0.0.1:61896, baseZNode=/02081024030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02081024030 2024-11-20T03:20:32,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35785-0x1015641c2330001, quorum=127.0.0.1:61896, baseZNode=/02081024030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02081024030 2024-11-20T03:20:32,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T03:20:32,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T03:20:32,588 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T03:20:32,615 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d00f728e99d7,35785,1732072820464, ReplicationSource: 1, currentBandwidth=0 2024-11-20T03:20:32,616 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:20:32,616 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,35785,1732072820464, seqNum=-1] 2024-11-20T03:20:32,616 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:20:32,617 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-20T03:20:32,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d00f728e99d7,35785,1732072820464', locateType=CURRENT is [region=hbase:replication,,1732072831132.b0c90c12043cb26e2b24b8d0e6073556., hostname=d00f728e99d7,35785,1732072820464, seqNum=2] 2024-11-20T03:20:32,620 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T03:20:32,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41645 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T03:20:32,622 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d00f728e99d7,35785,1732072820464 suceeded 2024-11-20T03:20:32,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T03:20:32,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-20T03:20:32,624 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d00f728e99d7:42283,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T03:20:32,625 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5000 sec 2024-11-20T03:20:32,633 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d00f728e99d7:42283' 2024-11-20T03:20:32,634 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bb320c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:32,634 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,42283,-1 for getting cluster id 2024-11-20T03:20:32,634 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:20:32,635 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70fe8188-ba61-427e-b451-ab24676220ee' 2024-11-20T03:20:32,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:20:32,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70fe8188-ba61-427e-b451-ab24676220ee" 2024-11-20T03:20:32,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67c1e9d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:32,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,42283,-1] 2024-11-20T03:20:32,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:20:32,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:32,636 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:20:32,636 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d531214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:32,637 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:20:32,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,42283,1732072825624 2024-11-20T03:20:32,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51b22018 2024-11-20T03:20:32,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:20:32,638 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-20T03:20:32,638 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d00f728e99d7,35785,1732072820464 (queues=1) is replicating from cluster=859de235-2bee-4ccf-8b42-afb6e5df4a09 to cluster=70fe8188-ba61-427e-b451-ab24676220ee 2024-11-20T03:20:32,638 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d00f728e99d7%2C35785%2C1732072820464 2024-11-20T03:20:32,638 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d00f728e99d7,35785,1732072820464, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T03:20:32,639 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.shipperd00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d00f728e99d7%2C35785%2C1732072820464 2024-11-20T03:20:32,639 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436, startPosition=0, beingWritten=true 2024-11-20T03:20:32,643 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:20:32,643 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436 to pos 379, reset compression=false 2024-11-20T03:20:32,643 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.shipperd00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,35785,1732072820464 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T03:20:32,846 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436 to pos 379, reset compression=false 2024-11-20T03:20:33,149 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436 to pos 379, reset compression=false 2024-11-20T03:20:33,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:20:33,273 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T03:20:33,273 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:20:33,273 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:20:33,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:33,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:33,273 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:20:33,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73ed38e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:33,273 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,42283,-1 for getting cluster id 2024-11-20T03:20:33,273 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:20:33,274 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70fe8188-ba61-427e-b451-ab24676220ee' 2024-11-20T03:20:33,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:20:33,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70fe8188-ba61-427e-b451-ab24676220ee" 2024-11-20T03:20:33,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b8029d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:33,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,42283,-1] 2024-11-20T03:20:33,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:20:33,275 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:33,275 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:20:33,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60afa191, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:33,276 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:20:33,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,42283,1732072825624 2024-11-20T03:20:33,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@523e5e50 2024-11-20T03:20:33,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:20:33,277 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:20:33,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d00f728e99d7:41645,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T03:20:33,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T03:20:33,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:20:33,279 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d00f728e99d7:41645' 2024-11-20T03:20:33,280 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a83e0d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:33,280 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,41645,-1 for getting cluster id 2024-11-20T03:20:33,280 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:20:33,281 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '859de235-2bee-4ccf-8b42-afb6e5df4a09' 2024-11-20T03:20:33,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:20:33,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "859de235-2bee-4ccf-8b42-afb6e5df4a09" 2024-11-20T03:20:33,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c672cfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:33,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,41645,-1] 2024-11-20T03:20:33,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:20:33,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:33,282 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:20:33,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ccf8e87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:33,283 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:20:33,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,41645,1732072820273 2024-11-20T03:20:33,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a68f1c5 2024-11-20T03:20:33,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:20:33,284 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:20:33,284 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T03:20:33,285 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T03:20:33,285 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:33,285 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:33,285 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:20:33,285 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:20:33,286 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T03:20:33,287 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T03:20:33,287 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:33,287 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T03:20:33,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741837_1013 (size=1138) 2024-11-20T03:20:33,336 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T03:20:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:20:33,510 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T03:20:33,553 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436 to pos 379, reset compression=false 2024-11-20T03:20:33,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:20:33,693 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 488c84e8e46655e74b4b9c364ea3d6c3, NAME => 'hbase:replication,,1732072833285.488c84e8e46655e74b4b9c364ea3d6c3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e 2024-11-20T03:20:33,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741838_1014 (size=44) 2024-11-20T03:20:33,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:20:34,056 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436 to pos 379, reset compression=false 2024-11-20T03:20:34,098 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732072833285.488c84e8e46655e74b4b9c364ea3d6c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:20:34,098 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 488c84e8e46655e74b4b9c364ea3d6c3, disabling compactions & flushes 2024-11-20T03:20:34,098 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732072833285.488c84e8e46655e74b4b9c364ea3d6c3. 2024-11-20T03:20:34,098 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732072833285.488c84e8e46655e74b4b9c364ea3d6c3. 2024-11-20T03:20:34,098 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732072833285.488c84e8e46655e74b4b9c364ea3d6c3. after waiting 0 ms 2024-11-20T03:20:34,098 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732072833285.488c84e8e46655e74b4b9c364ea3d6c3. 2024-11-20T03:20:34,098 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732072833285.488c84e8e46655e74b4b9c364ea3d6c3. 2024-11-20T03:20:34,098 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 488c84e8e46655e74b4b9c364ea3d6c3: Waiting for close lock at 1732072834098Disabling compacts and flushes for region at 1732072834098Disabling writes for close at 1732072834098Writing region close event to WAL at 1732072834098Closed at 1732072834098 2024-11-20T03:20:34,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T03:20:34,100 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732072833285.488c84e8e46655e74b4b9c364ea3d6c3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732072834099"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732072834099"}]},"ts":"1732072834099"} 2024-11-20T03:20:34,101 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T03:20:34,102 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T03:20:34,102 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072834102"}]},"ts":"1732072834102"} 2024-11-20T03:20:34,104 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T03:20:34,104 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=488c84e8e46655e74b4b9c364ea3d6c3, ASSIGN}] 2024-11-20T03:20:34,105 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=488c84e8e46655e74b4b9c364ea3d6c3, ASSIGN 2024-11-20T03:20:34,105 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=488c84e8e46655e74b4b9c364ea3d6c3, ASSIGN; state=OFFLINE, location=d00f728e99d7,33559,1732072825777; forceNewPlan=false, retain=false 2024-11-20T03:20:34,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T03:20:34,209 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T03:20:34,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T03:20:34,209 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-20T03:20:34,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T03:20:34,210 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T03:20:34,256 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=488c84e8e46655e74b4b9c364ea3d6c3, regionState=OPENING, regionLocation=d00f728e99d7,33559,1732072825777 2024-11-20T03:20:34,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=488c84e8e46655e74b4b9c364ea3d6c3, ASSIGN because future has completed 2024-11-20T03:20:34,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 488c84e8e46655e74b4b9c364ea3d6c3, server=d00f728e99d7,33559,1732072825777}] 2024-11-20T03:20:34,303 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T03:20:34,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:20:34,413 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732072833285.488c84e8e46655e74b4b9c364ea3d6c3. 2024-11-20T03:20:34,413 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:20:34,413 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T03:20:34,414 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C33559%2C1732072825777.rep, suffix=, logDir=hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777, archiveDir=hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/oldWALs, maxLogs=10 2024-11-20T03:20:34,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.rep.1732072834414, exclude list is [], retry=0 2024-11-20T03:20:34,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36167,DS-e5d5aa3c-e213-4c7c-8912-9b550241797f,DISK] 2024-11-20T03:20:34,429 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.rep.1732072834414 2024-11-20T03:20:34,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38677:38677)] 2024-11-20T03:20:34,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 488c84e8e46655e74b4b9c364ea3d6c3, NAME => 'hbase:replication,,1732072833285.488c84e8e46655e74b4b9c364ea3d6c3.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:20:34,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:20:34,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:20:34,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732072833285.488c84e8e46655e74b4b9c364ea3d6c3. service=MultiRowMutationService 2024-11-20T03:20:34,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T03:20:34,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 488c84e8e46655e74b4b9c364ea3d6c3 2024-11-20T03:20:34,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732072833285.488c84e8e46655e74b4b9c364ea3d6c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:20:34,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 488c84e8e46655e74b4b9c364ea3d6c3 2024-11-20T03:20:34,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 488c84e8e46655e74b4b9c364ea3d6c3 2024-11-20T03:20:34,431 INFO [StoreOpener-488c84e8e46655e74b4b9c364ea3d6c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 488c84e8e46655e74b4b9c364ea3d6c3 2024-11-20T03:20:34,432 INFO [StoreOpener-488c84e8e46655e74b4b9c364ea3d6c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 488c84e8e46655e74b4b9c364ea3d6c3 columnFamilyName hfileref 2024-11-20T03:20:34,432 DEBUG [StoreOpener-488c84e8e46655e74b4b9c364ea3d6c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:34,432 INFO [StoreOpener-488c84e8e46655e74b4b9c364ea3d6c3-1 {}] regionserver.HStore(327): Store=488c84e8e46655e74b4b9c364ea3d6c3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:20:34,433 INFO [StoreOpener-488c84e8e46655e74b4b9c364ea3d6c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 488c84e8e46655e74b4b9c364ea3d6c3 2024-11-20T03:20:34,434 INFO [StoreOpener-488c84e8e46655e74b4b9c364ea3d6c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 488c84e8e46655e74b4b9c364ea3d6c3 columnFamilyName queue 2024-11-20T03:20:34,434 DEBUG [StoreOpener-488c84e8e46655e74b4b9c364ea3d6c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:34,434 INFO [StoreOpener-488c84e8e46655e74b4b9c364ea3d6c3-1 {}] regionserver.HStore(327): Store=488c84e8e46655e74b4b9c364ea3d6c3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:20:34,434 INFO [StoreOpener-488c84e8e46655e74b4b9c364ea3d6c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 488c84e8e46655e74b4b9c364ea3d6c3 2024-11-20T03:20:34,435 INFO [StoreOpener-488c84e8e46655e74b4b9c364ea3d6c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 488c84e8e46655e74b4b9c364ea3d6c3 columnFamilyName sid 2024-11-20T03:20:34,435 DEBUG [StoreOpener-488c84e8e46655e74b4b9c364ea3d6c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:34,435 INFO [StoreOpener-488c84e8e46655e74b4b9c364ea3d6c3-1 {}] regionserver.HStore(327): Store=488c84e8e46655e74b4b9c364ea3d6c3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:20:34,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 488c84e8e46655e74b4b9c364ea3d6c3 2024-11-20T03:20:34,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/hbase/replication/488c84e8e46655e74b4b9c364ea3d6c3 2024-11-20T03:20:34,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/hbase/replication/488c84e8e46655e74b4b9c364ea3d6c3 2024-11-20T03:20:34,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 488c84e8e46655e74b4b9c364ea3d6c3 2024-11-20T03:20:34,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 488c84e8e46655e74b4b9c364ea3d6c3 2024-11-20T03:20:34,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:20:34,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 488c84e8e46655e74b4b9c364ea3d6c3 2024-11-20T03:20:34,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/hbase/replication/488c84e8e46655e74b4b9c364ea3d6c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:20:34,439 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 488c84e8e46655e74b4b9c364ea3d6c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68894134, jitterRate=0.026602596044540405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:20:34,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 488c84e8e46655e74b4b9c364ea3d6c3 2024-11-20T03:20:34,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 488c84e8e46655e74b4b9c364ea3d6c3: Running coprocessor pre-open hook at 1732072834430Writing region info on filesystem at 1732072834430Initializing all the Stores at 1732072834431 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072834431Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072834431Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072834431Cleaning up temporary data from old regions at 1732072834437 (+6 ms)Running coprocessor post-open hooks at 1732072834439 (+2 ms)Region opened successfully at 1732072834439 2024-11-20T03:20:34,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732072833285.488c84e8e46655e74b4b9c364ea3d6c3., pid=10, masterSystemTime=1732072834410 2024-11-20T03:20:34,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732072833285.488c84e8e46655e74b4b9c364ea3d6c3. 2024-11-20T03:20:34,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732072833285.488c84e8e46655e74b4b9c364ea3d6c3. 2024-11-20T03:20:34,442 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=488c84e8e46655e74b4b9c364ea3d6c3, regionState=OPEN, openSeqNum=2, regionLocation=d00f728e99d7,33559,1732072825777 2024-11-20T03:20:34,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 488c84e8e46655e74b4b9c364ea3d6c3, server=d00f728e99d7,33559,1732072825777 because future has completed 2024-11-20T03:20:34,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T03:20:34,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 488c84e8e46655e74b4b9c364ea3d6c3, server=d00f728e99d7,33559,1732072825777 in 186 msec 2024-11-20T03:20:34,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T03:20:34,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=488c84e8e46655e74b4b9c364ea3d6c3, ASSIGN in 342 msec 2024-11-20T03:20:34,448 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T03:20:34,448 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072834448"}]},"ts":"1732072834448"} 2024-11-20T03:20:34,450 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T03:20:34,450 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T03:20:34,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1650 sec 2024-11-20T03:20:34,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732072833285.488c84e8e46655e74b4b9c364ea3d6c3., hostname=d00f728e99d7,33559,1732072825777, seqNum=2] 2024-11-20T03:20:34,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42283-0x1015641c2330003, quorum=127.0.0.1:61896, baseZNode=/11874854290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11874854290 2024-11-20T03:20:34,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x1015641c2330004, quorum=127.0.0.1:61896, baseZNode=/11874854290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11874854290 2024-11-20T03:20:34,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T03:20:34,659 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436 to pos 379, reset compression=false 2024-11-20T03:20:34,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33559 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T03:20:34,747 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T03:20:34,775 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d00f728e99d7,33559,1732072825777, ReplicationSource: 1, currentBandwidth=0 2024-11-20T03:20:34,775 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:20:34,775 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,33559,1732072825777, seqNum=-1] 2024-11-20T03:20:34,776 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:20:34,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52873, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-20T03:20:34,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d00f728e99d7,33559,1732072825777', locateType=CURRENT is [region=hbase:replication,,1732072833285.488c84e8e46655e74b4b9c364ea3d6c3., hostname=d00f728e99d7,33559,1732072825777, seqNum=2] 2024-11-20T03:20:34,780 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T03:20:34,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T03:20:34,782 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d00f728e99d7,33559,1732072825777 suceeded 2024-11-20T03:20:34,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T03:20:34,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-20T03:20:34,784 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d00f728e99d7:41645,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T03:20:34,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5070 sec 2024-11-20T03:20:34,794 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d00f728e99d7:41645' 2024-11-20T03:20:34,795 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7aebadc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:34,795 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,41645,-1 for getting cluster id 2024-11-20T03:20:34,795 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:20:34,795 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '859de235-2bee-4ccf-8b42-afb6e5df4a09' 2024-11-20T03:20:34,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:20:34,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "859de235-2bee-4ccf-8b42-afb6e5df4a09" 2024-11-20T03:20:34,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@550841a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:34,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,41645,-1] 2024-11-20T03:20:34,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:20:34,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:34,797 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:20:34,797 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3076bc9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:34,798 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:20:34,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,41645,1732072820273 2024-11-20T03:20:34,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26bea949 2024-11-20T03:20:34,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:20:34,799 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-20T03:20:34,800 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d00f728e99d7,33559,1732072825777 (queues=1) is replicating from cluster=70fe8188-ba61-427e-b451-ab24676220ee to cluster=859de235-2bee-4ccf-8b42-afb6e5df4a09 2024-11-20T03:20:34,800 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d00f728e99d7%2C33559%2C1732072825777 2024-11-20T03:20:34,800 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d00f728e99d7,33559,1732072825777, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T03:20:34,800 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.shipperd00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d00f728e99d7%2C33559%2C1732072825777 2024-11-20T03:20:34,800 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.wal-reader.d00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.1732072827644, startPosition=0, beingWritten=true 2024-11-20T03:20:34,806 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.wal-reader.d00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:20:34,806 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.wal-reader.d00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.1732072827644 to pos 379, reset compression=false 2024-11-20T03:20:34,806 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.shipperd00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,33559,1732072825777 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.1732072827644, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T03:20:34,969 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T03:20:35,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:35,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:35,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:35,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:35,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:35,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:35,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:35,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:35,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:35,010 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.wal-reader.d00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.1732072827644 to pos 379, reset compression=false 2024-11-20T03:20:35,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:35,313 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.wal-reader.d00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.1732072827644 to pos 379, reset compression=false 2024-11-20T03:20:35,363 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436 to pos 379, reset compression=false 2024-11-20T03:20:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42283 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:20:35,422 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T03:20:35,422 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:20:35,422 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:20:35,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:35,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:35,422 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:20:35,423 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:20:35,423 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,35785,1732072820464, seqNum=-1] 2024-11-20T03:20:35,424 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:20:35,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:20:35,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732072828335.d177219b1fafb7efa1cc5783f5b0069d., hostname=d00f728e99d7,35785,1732072820464, seqNum=2] 2024-11-20T03:20:35,428 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:20:35,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,33559,1732072825777, seqNum=-1] 2024-11-20T03:20:35,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:20:35,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:20:35,431 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732072830484.a670abc4b47d7605a1ae0aa363d18528., hostname=d00f728e99d7,33559,1732072825777, seqNum=2] 2024-11-20T03:20:35,432 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-20T03:20:35,717 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.wal-reader.d00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.1732072827644 to pos 379, reset compression=false 2024-11-20T03:20:36,167 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436 to pos 379, reset compression=false 2024-11-20T03:20:36,171 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T03:20:36,171 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436 to pos 480, reset compression=false 2024-11-20T03:20:36,172 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.shipperd00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,35785,1732072820464 got entry batch from reader: WALEntryBatch [walEntries=[{test/d177219b1fafb7efa1cc5783f5b0069d/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-20T03:20:36,173 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.shipperd00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:20:36,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-20T03:20:36,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T03:20:36,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a96a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:36,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,42283,-1 for getting cluster id 2024-11-20T03:20:36,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:20:36,176 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70fe8188-ba61-427e-b451-ab24676220ee' 2024-11-20T03:20:36,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:20:36,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70fe8188-ba61-427e-b451-ab24676220ee" 2024-11-20T03:20:36,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52fc97af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:36,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,42283,-1] 2024-11-20T03:20:36,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:20:36,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:36,178 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:20:36,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fa3e6b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:36,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:20:36,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,33559,1732072825777, seqNum=-1] 2024-11-20T03:20:36,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:20:36,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-20T03:20:36,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732072830484.a670abc4b47d7605a1ae0aa363d18528., hostname=d00f728e99d7,33559,1732072825777, seqNum=2] 2024-11-20T03:20:36,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T03:20:36,220 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.wal-reader.d00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.1732072827644 to pos 379, reset compression=false 2024-11-20T03:20:36,224 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.wal-reader.d00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:20:36,224 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.wal-reader.d00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.1732072827644 to pos 504, reset compression=false 2024-11-20T03:20:36,224 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.shipperd00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,33559,1732072825777 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.1732072827644, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T03:20:36,376 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436 to pos 480, reset compression=false 2024-11-20T03:20:36,427 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.wal-reader.d00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.1732072827644 to pos 504, reset compression=false 2024-11-20T03:20:36,435 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-20T03:20:36,438 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-20T03:20:36,693 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436 to pos 480, reset compression=false 2024-11-20T03:20:36,731 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.wal-reader.d00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.1732072827644 to pos 504, reset compression=false 2024-11-20T03:20:36,735 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.wal-reader.d00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T03:20:36,735 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.wal-reader.d00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.1732072827644 to pos 608, reset compression=false 2024-11-20T03:20:36,735 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.shipperd00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,33559,1732072825777 got entry batch from reader: WALEntryBatch [walEntries=[{test/a670abc4b47d7605a1ae0aa363d18528/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.1732072827644, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T03:20:36,738 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.shipperd00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:20:36,739 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-20T03:20:36,739 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35785 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T03:20:36,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35785 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42d75d8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:36,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35785 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,41645,-1 for getting cluster id 2024-11-20T03:20:36,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35785 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:20:36,748 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '859de235-2bee-4ccf-8b42-afb6e5df4a09' 2024-11-20T03:20:36,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:20:36,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "859de235-2bee-4ccf-8b42-afb6e5df4a09" 2024-11-20T03:20:36,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d77b9d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:36,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,41645,-1] 2024-11-20T03:20:36,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:20:36,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:36,750 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:20:36,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35785 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a3ba73d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:36,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35785 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:20:36,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,35785,1732072820464, seqNum=-1] 2024-11-20T03:20:36,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:20:36,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-20T03:20:36,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732072828335.d177219b1fafb7efa1cc5783f5b0069d., hostname=d00f728e99d7,35785,1732072820464, seqNum=2] 2024-11-20T03:20:36,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35785 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T03:20:36,949 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.wal-reader.d00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.1732072827644 to pos 608, reset compression=false 2024-11-20T03:20:37,096 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436 to pos 480, reset compression=false 2024-11-20T03:20:37,100 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:20:37,100 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436 to pos 607, reset compression=false 2024-11-20T03:20:37,100 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.shipperd00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,35785,1732072820464 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T03:20:37,253 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.wal-reader.d00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.1732072827644 to pos 608, reset compression=false 2024-11-20T03:20:37,303 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436 to pos 607, reset compression=false 2024-11-20T03:20:37,440 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-20T03:20:37,448 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-20T03:20:37,607 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436 to pos 607, reset compression=false 2024-11-20T03:20:37,612 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T03:20:37,612 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436 to pos 763, reset compression=false 2024-11-20T03:20:37,612 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.shipperd00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,35785,1732072820464 got entry batch from reader: WALEntryBatch [walEntries=[{test/d177219b1fafb7efa1cc5783f5b0069d/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-20T03:20:37,613 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T03:20:37,623 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33559 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T03:20:37,656 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.wal-reader.d00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.1732072827644 to pos 608, reset compression=false 2024-11-20T03:20:37,660 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.wal-reader.d00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:20:37,660 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.wal-reader.d00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.1732072827644 to pos 756, reset compression=false 2024-11-20T03:20:37,660 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.shipperd00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,33559,1732072825777 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.1732072827644, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T03:20:37,823 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436 to pos 763, reset compression=false 2024-11-20T03:20:37,864 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.wal-reader.d00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.1732072827644 to pos 756, reset compression=false 2024-11-20T03:20:38,126 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436 to pos 763, reset compression=false 2024-11-20T03:20:38,167 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.wal-reader.d00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.1732072827644 to pos 756, reset compression=false 2024-11-20T03:20:38,449 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-20T03:20:38,452 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-20T03:20:38,529 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436 to pos 763, reset compression=false 2024-11-20T03:20:38,571 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.wal-reader.d00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.1732072827644 to pos 756, reset compression=false 2024-11-20T03:20:38,574 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.wal-reader.d00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T03:20:38,574 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.wal-reader.d00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.1732072827644 to pos 915, reset compression=false 2024-11-20T03:20:38,574 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.shipperd00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,33559,1732072825777 got entry batch from reader: WALEntryBatch [walEntries=[{test/a670abc4b47d7605a1ae0aa363d18528/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.1732072827644, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T03:20:38,575 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35785 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T03:20:38,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35785 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T03:20:38,777 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.wal-reader.d00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.1732072827644 to pos 915, reset compression=false 2024-11-20T03:20:39,033 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436 to pos 763, reset compression=false 2024-11-20T03:20:39,036 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:20:39,036 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436 to pos 912, reset compression=false 2024-11-20T03:20:39,036 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.shipperd00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,35785,1732072820464 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T03:20:39,081 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.wal-reader.d00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.1732072827644 to pos 915, reset compression=false 2024-11-20T03:20:39,241 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436 to pos 912, reset compression=false 2024-11-20T03:20:39,454 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-20T03:20:39,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T03:20:39,456 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:20:39,456 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:20:39,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:39,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:39,456 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:20:39,456 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T03:20:39,456 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1944005565, stopped=false 2024-11-20T03:20:39,456 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d00f728e99d7,42283,1732072825624 2024-11-20T03:20:39,484 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.wal-reader.d00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.1732072827644 to pos 915, reset compression=false 2024-11-20T03:20:39,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42283-0x1015641c2330003, quorum=127.0.0.1:61896, baseZNode=/11874854290 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11874854290/running 2024-11-20T03:20:39,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x1015641c2330004, quorum=127.0.0.1:61896, baseZNode=/11874854290 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11874854290/running 2024-11-20T03:20:39,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42283-0x1015641c2330003, quorum=127.0.0.1:61896, baseZNode=/11874854290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11874854290 2024-11-20T03:20:39,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x1015641c2330004, quorum=127.0.0.1:61896, baseZNode=/11874854290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11874854290 2024-11-20T03:20:39,519 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:20:39,519 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:20:39,519 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:20:39,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:39,520 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd00f728e99d7,33559,1732072825777' ***** 2024-11-20T03:20:39,520 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T03:20:39,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33559-0x1015641c2330004, quorum=127.0.0.1:61896, baseZNode=/11874854290 Set watcher on znode that does not yet exist, /11874854290/running 2024-11-20T03:20:39,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42283-0x1015641c2330003, quorum=127.0.0.1:61896, baseZNode=/11874854290 Set watcher on znode that does not yet exist, /11874854290/running 2024-11-20T03:20:39,520 INFO [RS:0;d00f728e99d7:33559 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T03:20:39,520 INFO [RS:0;d00f728e99d7:33559 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T03:20:39,520 INFO [RS:0;d00f728e99d7:33559 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T03:20:39,520 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T03:20:39,520 INFO [RS:0;d00f728e99d7:33559 {}] regionserver.HRegionServer(3091): Received CLOSE for 488c84e8e46655e74b4b9c364ea3d6c3 2024-11-20T03:20:39,521 INFO [RS:0;d00f728e99d7:33559 {}] regionserver.HRegionServer(3091): Received CLOSE for a670abc4b47d7605a1ae0aa363d18528 2024-11-20T03:20:39,521 INFO [RS:0;d00f728e99d7:33559 {}] regionserver.HRegionServer(959): stopping server d00f728e99d7,33559,1732072825777 2024-11-20T03:20:39,521 INFO [RS:0;d00f728e99d7:33559 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:20:39,521 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 488c84e8e46655e74b4b9c364ea3d6c3, disabling compactions & flushes 2024-11-20T03:20:39,521 INFO [RS:0;d00f728e99d7:33559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:33559. 2024-11-20T03:20:39,521 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732072833285.488c84e8e46655e74b4b9c364ea3d6c3. 2024-11-20T03:20:39,521 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732072833285.488c84e8e46655e74b4b9c364ea3d6c3. 2024-11-20T03:20:39,521 DEBUG [RS:0;d00f728e99d7:33559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:20:39,521 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732072833285.488c84e8e46655e74b4b9c364ea3d6c3. after waiting 0 ms 2024-11-20T03:20:39,521 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732072833285.488c84e8e46655e74b4b9c364ea3d6c3. 2024-11-20T03:20:39,521 DEBUG [RS:0;d00f728e99d7:33559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:39,521 INFO [RS:0;d00f728e99d7:33559 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T03:20:39,521 INFO [RS:0;d00f728e99d7:33559 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T03:20:39,521 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 488c84e8e46655e74b4b9c364ea3d6c3 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-20T03:20:39,521 INFO [RS:0;d00f728e99d7:33559 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T03:20:39,521 INFO [RS:0;d00f728e99d7:33559 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T03:20:39,524 INFO [RS:0;d00f728e99d7:33559 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T03:20:39,524 DEBUG [RS:0;d00f728e99d7:33559 {}] regionserver.HRegionServer(1325): Online Regions={488c84e8e46655e74b4b9c364ea3d6c3=hbase:replication,,1732072833285.488c84e8e46655e74b4b9c364ea3d6c3., 1588230740=hbase:meta,,1.1588230740, a670abc4b47d7605a1ae0aa363d18528=test,,1732072830484.a670abc4b47d7605a1ae0aa363d18528.} 2024-11-20T03:20:39,524 DEBUG [RS:0;d00f728e99d7:33559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 488c84e8e46655e74b4b9c364ea3d6c3, a670abc4b47d7605a1ae0aa363d18528 2024-11-20T03:20:39,524 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:20:39,524 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:20:39,524 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:20:39,524 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:20:39,524 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:20:39,524 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T03:20:39,525 INFO [regionserver/d00f728e99d7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:20:39,536 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/hbase/replication/488c84e8e46655e74b4b9c364ea3d6c3/.tmp/queue/d7237ba762bd4f379223c07f669e5105 is 153, key is 1-d00f728e99d7,33559,1732072825777/queue:d00f728e99d7%2C33559%2C1732072825777/1732072838579/Put/seqid=0 2024-11-20T03:20:39,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741840_1016 (size=5352) 2024-11-20T03:20:39,541 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/hbase/meta/1588230740/.tmp/info/ccf36e871c0442a485c92fcc8933049d is 147, key is hbase:replication,,1732072833285.488c84e8e46655e74b4b9c364ea3d6c3./info:regioninfo/1732072834442/Put/seqid=0 2024-11-20T03:20:39,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741841_1017 (size=7686) 2024-11-20T03:20:39,545 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436 to pos 912, reset compression=false 2024-11-20T03:20:39,724 DEBUG [RS:0;d00f728e99d7:33559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 488c84e8e46655e74b4b9c364ea3d6c3, a670abc4b47d7605a1ae0aa363d18528 2024-11-20T03:20:39,924 DEBUG [RS:0;d00f728e99d7:33559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 488c84e8e46655e74b4b9c364ea3d6c3, a670abc4b47d7605a1ae0aa363d18528 2024-11-20T03:20:39,931 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T03:20:39,940 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/hbase/replication/488c84e8e46655e74b4b9c364ea3d6c3/.tmp/queue/d7237ba762bd4f379223c07f669e5105 2024-11-20T03:20:39,944 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/hbase/replication/488c84e8e46655e74b4b9c364ea3d6c3/.tmp/queue/d7237ba762bd4f379223c07f669e5105 as hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/hbase/replication/488c84e8e46655e74b4b9c364ea3d6c3/queue/d7237ba762bd4f379223c07f669e5105 2024-11-20T03:20:39,945 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/hbase/meta/1588230740/.tmp/info/ccf36e871c0442a485c92fcc8933049d 2024-11-20T03:20:39,947 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436 to pos 912, reset compression=false 2024-11-20T03:20:39,948 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/hbase/replication/488c84e8e46655e74b4b9c364ea3d6c3/queue/d7237ba762bd4f379223c07f669e5105, entries=1, sequenceid=10, filesize=5.2 K 2024-11-20T03:20:39,952 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 488c84e8e46655e74b4b9c364ea3d6c3 in 431ms, sequenceid=10, compaction requested=false 2024-11-20T03:20:39,962 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/hbase/replication/488c84e8e46655e74b4b9c364ea3d6c3/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T03:20:39,962 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:20:39,962 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:20:39,962 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732072833285.488c84e8e46655e74b4b9c364ea3d6c3. 2024-11-20T03:20:39,962 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 488c84e8e46655e74b4b9c364ea3d6c3: Waiting for close lock at 1732072839521Running coprocessor pre-close hooks at 1732072839521Disabling compacts and flushes for region at 1732072839521Disabling writes for close at 1732072839521Obtaining lock to block concurrent updates at 1732072839521Preparing flush snapshotting stores in 488c84e8e46655e74b4b9c364ea3d6c3 at 1732072839521Finished memstore snapshotting hbase:replication,,1732072833285.488c84e8e46655e74b4b9c364ea3d6c3., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732072839521Flushing stores of hbase:replication,,1732072833285.488c84e8e46655e74b4b9c364ea3d6c3. at 1732072839522 (+1 ms)Flushing 488c84e8e46655e74b4b9c364ea3d6c3/queue: creating writer at 1732072839522Flushing 488c84e8e46655e74b4b9c364ea3d6c3/queue: appending metadata at 1732072839536 (+14 ms)Flushing 488c84e8e46655e74b4b9c364ea3d6c3/queue: closing flushed file at 1732072839536Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39a50823: reopening flushed file at 1732072839943 (+407 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 488c84e8e46655e74b4b9c364ea3d6c3 in 431ms, sequenceid=10, compaction requested=false at 1732072839952 (+9 ms)Writing region close event to WAL at 1732072839956 (+4 ms)Running coprocessor post-close hooks at 1732072839962 (+6 ms)Closed at 1732072839962 2024-11-20T03:20:39,963 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732072833285.488c84e8e46655e74b4b9c364ea3d6c3. 2024-11-20T03:20:39,963 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a670abc4b47d7605a1ae0aa363d18528, disabling compactions & flushes 2024-11-20T03:20:39,963 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732072830484.a670abc4b47d7605a1ae0aa363d18528. 2024-11-20T03:20:39,963 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732072830484.a670abc4b47d7605a1ae0aa363d18528. 2024-11-20T03:20:39,963 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732072830484.a670abc4b47d7605a1ae0aa363d18528. after waiting 0 ms 2024-11-20T03:20:39,963 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732072830484.a670abc4b47d7605a1ae0aa363d18528. 2024-11-20T03:20:39,963 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a670abc4b47d7605a1ae0aa363d18528 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-20T03:20:39,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:39,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:39,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:39,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:39,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:39,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:39,972 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/hbase/meta/1588230740/.tmp/ns/c4e38245668a4c9fa46ed9a45e79c253 is 43, key is default/ns:d/1732072828242/Put/seqid=0 2024-11-20T03:20:39,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:39,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741842_1018 (size=5153) 2024-11-20T03:20:39,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:39,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:39,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:39,986 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/default/test/a670abc4b47d7605a1ae0aa363d18528/.tmp/f/2098852ff3d14c33b7b80b8bf484bfbc is 29, key is row1/f:/1732072838450/DeleteFamily/seqid=0 2024-11-20T03:20:39,987 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.wal-reader.d00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.1732072827644 to pos 915, reset compression=false 2024-11-20T03:20:39,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741843_1019 (size=5118) 2024-11-20T03:20:39,990 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/default/test/a670abc4b47d7605a1ae0aa363d18528/.tmp/f/2098852ff3d14c33b7b80b8bf484bfbc 2024-11-20T03:20:39,992 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.wal-reader.d00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:20:39,992 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.wal-reader.d00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.1732072827644 to pos 1162, reset compression=false 2024-11-20T03:20:39,992 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.shipperd00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,33559,1732072825777 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.1732072827644, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T03:20:39,993 ERROR [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.shipperd00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d00f728e99d7,33559,1732072825777: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d00f728e99d7,33559,1732072825777, walGroup=d00f728e99d7%2C33559%2C1732072825777, offset=d00f728e99d7%2C33559%2C1732072825777.1732072827644:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:33559 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T03:20:39,993 ERROR [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.shipperd00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T03:20:39,994 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.shipperd00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T03:20:39,994 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.shipperd00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T03:20:39,994 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.shipperd00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T03:20:39,994 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.shipperd00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T03:20:39,994 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.shipperd00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1050673152, "init": 1048576000, "max": 2306867200, "used": 610352976 }, "NonHeapMemoryUsage": { "committed": 194576384, "init": 7667712, "max": -1, "used": 190176552 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T03:20:39,995 WARN [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.shipperd00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:42283 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:42283 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T03:20:39,998 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2098852ff3d14c33b7b80b8bf484bfbc 2024-11-20T03:20:40,016 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/default/test/a670abc4b47d7605a1ae0aa363d18528/.tmp/f1/b7f13bf53c184a94a326c12dc6cb7996 is 30, key is row1/f1:/1732072838450/DeleteFamily/seqid=0 2024-11-20T03:20:40,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741844_1020 (size=5123) 2024-11-20T03:20:40,125 DEBUG [RS:0;d00f728e99d7:33559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a670abc4b47d7605a1ae0aa363d18528 2024-11-20T03:20:40,196 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.wal-reader.d00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.1732072827644 to pos 1162, reset compression=false 2024-11-20T03:20:40,325 DEBUG [RS:0;d00f728e99d7:33559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a670abc4b47d7605a1ae0aa363d18528 2024-11-20T03:20:40,380 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/hbase/meta/1588230740/.tmp/ns/c4e38245668a4c9fa46ed9a45e79c253 2024-11-20T03:20:40,398 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/hbase/meta/1588230740/.tmp/rep_barrier/c7abe76d59014e5cb20a9590e53e7990 is 112, key is test,,1732072830484.a670abc4b47d7605a1ae0aa363d18528./rep_barrier:seqnumDuringOpen/1732072830828/Put/seqid=0 2024-11-20T03:20:40,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741845_1021 (size=5518) 2024-11-20T03:20:40,419 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/default/test/a670abc4b47d7605a1ae0aa363d18528/.tmp/f1/b7f13bf53c184a94a326c12dc6cb7996 2024-11-20T03:20:40,423 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b7f13bf53c184a94a326c12dc6cb7996 2024-11-20T03:20:40,439 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/default/test/a670abc4b47d7605a1ae0aa363d18528/.tmp/norep/e018d20b9a274c01ac7b1f8177933072 is 33, key is row1/norep:/1732072838450/DeleteFamily/seqid=0 2024-11-20T03:20:40,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741846_1022 (size=5108) 2024-11-20T03:20:40,457 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436 to pos 912, reset compression=false 2024-11-20T03:20:40,500 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.wal-reader.d00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.1732072827644 to pos 1162, reset compression=false 2024-11-20T03:20:40,525 INFO [RS:0;d00f728e99d7:33559 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T03:20:40,525 DEBUG [RS:0;d00f728e99d7:33559 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a670abc4b47d7605a1ae0aa363d18528=test,,1732072830484.a670abc4b47d7605a1ae0aa363d18528.} 2024-11-20T03:20:40,525 DEBUG [RS:0;d00f728e99d7:33559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a670abc4b47d7605a1ae0aa363d18528 2024-11-20T03:20:40,533 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T03:20:40,533 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T03:20:40,725 DEBUG [RS:0;d00f728e99d7:33559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a670abc4b47d7605a1ae0aa363d18528 2024-11-20T03:20:40,802 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/hbase/meta/1588230740/.tmp/rep_barrier/c7abe76d59014e5cb20a9590e53e7990 2024-11-20T03:20:40,818 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/hbase/meta/1588230740/.tmp/table/d8f9ca89c815418b93adc91712a24d38 is 53, key is hbase:replication/table:state/1732072834448/Put/seqid=0 2024-11-20T03:20:40,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741847_1023 (size=5308) 2024-11-20T03:20:40,843 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/default/test/a670abc4b47d7605a1ae0aa363d18528/.tmp/norep/e018d20b9a274c01ac7b1f8177933072 2024-11-20T03:20:40,846 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e018d20b9a274c01ac7b1f8177933072 2024-11-20T03:20:40,847 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/default/test/a670abc4b47d7605a1ae0aa363d18528/.tmp/f/2098852ff3d14c33b7b80b8bf484bfbc as hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/default/test/a670abc4b47d7605a1ae0aa363d18528/f/2098852ff3d14c33b7b80b8bf484bfbc 2024-11-20T03:20:40,851 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2098852ff3d14c33b7b80b8bf484bfbc 2024-11-20T03:20:40,851 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/default/test/a670abc4b47d7605a1ae0aa363d18528/f/2098852ff3d14c33b7b80b8bf484bfbc, entries=2, sequenceid=8, filesize=5.0 K 2024-11-20T03:20:40,851 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/default/test/a670abc4b47d7605a1ae0aa363d18528/.tmp/f1/b7f13bf53c184a94a326c12dc6cb7996 as hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/default/test/a670abc4b47d7605a1ae0aa363d18528/f1/b7f13bf53c184a94a326c12dc6cb7996 2024-11-20T03:20:40,854 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b7f13bf53c184a94a326c12dc6cb7996 2024-11-20T03:20:40,855 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/default/test/a670abc4b47d7605a1ae0aa363d18528/f1/b7f13bf53c184a94a326c12dc6cb7996, entries=2, sequenceid=8, filesize=5.0 K 2024-11-20T03:20:40,855 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/default/test/a670abc4b47d7605a1ae0aa363d18528/.tmp/norep/e018d20b9a274c01ac7b1f8177933072 as hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/default/test/a670abc4b47d7605a1ae0aa363d18528/norep/e018d20b9a274c01ac7b1f8177933072 2024-11-20T03:20:40,858 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e018d20b9a274c01ac7b1f8177933072 2024-11-20T03:20:40,858 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/default/test/a670abc4b47d7605a1ae0aa363d18528/norep/e018d20b9a274c01ac7b1f8177933072, entries=1, sequenceid=8, filesize=5.0 K 2024-11-20T03:20:40,859 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for a670abc4b47d7605a1ae0aa363d18528 in 896ms, sequenceid=8, compaction requested=false 2024-11-20T03:20:40,862 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/default/test/a670abc4b47d7605a1ae0aa363d18528/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T03:20:40,863 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:20:40,863 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T03:20:40,863 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732072830484.a670abc4b47d7605a1ae0aa363d18528. 2024-11-20T03:20:40,863 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a670abc4b47d7605a1ae0aa363d18528: Waiting for close lock at 1732072839963Running coprocessor pre-close hooks at 1732072839963Disabling compacts and flushes for region at 1732072839963Disabling writes for close at 1732072839963Obtaining lock to block concurrent updates at 1732072839963Preparing flush snapshotting stores in a670abc4b47d7605a1ae0aa363d18528 at 1732072839963Finished memstore snapshotting test,,1732072830484.a670abc4b47d7605a1ae0aa363d18528., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732072839963Flushing stores of test,,1732072830484.a670abc4b47d7605a1ae0aa363d18528. at 1732072839964 (+1 ms)Flushing a670abc4b47d7605a1ae0aa363d18528/f: creating writer at 1732072839964Flushing a670abc4b47d7605a1ae0aa363d18528/f: appending metadata at 1732072839985 (+21 ms)Flushing a670abc4b47d7605a1ae0aa363d18528/f: closing flushed file at 1732072839985Flushing a670abc4b47d7605a1ae0aa363d18528/f1: creating writer at 1732072839998 (+13 ms)Flushing a670abc4b47d7605a1ae0aa363d18528/f1: appending metadata at 1732072840015 (+17 ms)Flushing a670abc4b47d7605a1ae0aa363d18528/f1: closing flushed file at 1732072840015Flushing a670abc4b47d7605a1ae0aa363d18528/norep: creating writer at 1732072840423 (+408 ms)Flushing a670abc4b47d7605a1ae0aa363d18528/norep: appending metadata at 1732072840438 (+15 ms)Flushing a670abc4b47d7605a1ae0aa363d18528/norep: closing flushed file at 1732072840438Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f9014ed: reopening flushed file at 1732072840846 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c9d935f: reopening flushed file at 1732072840851 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e193ebe: reopening flushed file at 1732072840855 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for a670abc4b47d7605a1ae0aa363d18528 in 896ms, sequenceid=8, compaction requested=false at 1732072840859 (+4 ms)Writing region close event to WAL at 1732072840860 (+1 ms)Running coprocessor post-close hooks at 1732072840863 (+3 ms)Closed at 1732072840863 2024-11-20T03:20:40,863 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732072830484.a670abc4b47d7605a1ae0aa363d18528. 2024-11-20T03:20:40,904 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.wal-reader.d00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.1732072827644 to pos 1162, reset compression=false 2024-11-20T03:20:40,908 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.wal-reader.d00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:20:40,908 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.wal-reader.d00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.1732072827644 to pos 1806, reset compression=false 2024-11-20T03:20:40,925 DEBUG [RS:0;d00f728e99d7:33559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:20:41,060 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436 to pos 912, reset compression=false 2024-11-20T03:20:41,111 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.wal-reader.d00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.1732072827644 to pos 1806, reset compression=false 2024-11-20T03:20:41,126 DEBUG [RS:0;d00f728e99d7:33559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:20:41,222 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/hbase/meta/1588230740/.tmp/table/d8f9ca89c815418b93adc91712a24d38 2024-11-20T03:20:41,227 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/hbase/meta/1588230740/.tmp/info/ccf36e871c0442a485c92fcc8933049d as hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/hbase/meta/1588230740/info/ccf36e871c0442a485c92fcc8933049d 2024-11-20T03:20:41,230 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/hbase/meta/1588230740/info/ccf36e871c0442a485c92fcc8933049d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T03:20:41,231 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/hbase/meta/1588230740/.tmp/ns/c4e38245668a4c9fa46ed9a45e79c253 as hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/hbase/meta/1588230740/ns/c4e38245668a4c9fa46ed9a45e79c253 2024-11-20T03:20:41,234 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/hbase/meta/1588230740/ns/c4e38245668a4c9fa46ed9a45e79c253, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T03:20:41,235 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/hbase/meta/1588230740/.tmp/rep_barrier/c7abe76d59014e5cb20a9590e53e7990 as hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/hbase/meta/1588230740/rep_barrier/c7abe76d59014e5cb20a9590e53e7990 2024-11-20T03:20:41,238 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/hbase/meta/1588230740/rep_barrier/c7abe76d59014e5cb20a9590e53e7990, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T03:20:41,239 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/hbase/meta/1588230740/.tmp/table/d8f9ca89c815418b93adc91712a24d38 as hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/hbase/meta/1588230740/table/d8f9ca89c815418b93adc91712a24d38 2024-11-20T03:20:41,242 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/hbase/meta/1588230740/table/d8f9ca89c815418b93adc91712a24d38, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T03:20:41,243 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false 2024-11-20T03:20:41,247 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T03:20:41,247 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:20:41,247 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:20:41,247 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:20:41,247 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072839524Running coprocessor pre-close hooks at 1732072839524Disabling compacts and flushes for region at 1732072839524Disabling writes for close at 1732072839524Obtaining lock to block concurrent updates at 1732072839524Preparing flush snapshotting stores in 1588230740 at 1732072839524Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732072839525 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732072839525Flushing 1588230740/info: creating writer at 1732072839525Flushing 1588230740/info: appending metadata at 1732072839541 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732072839541Flushing 1588230740/ns: creating writer at 1732072839950 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732072839972 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732072839972Flushing 1588230740/rep_barrier: creating writer at 1732072840384 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732072840398 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732072840398Flushing 1588230740/table: creating writer at 1732072840806 (+408 ms)Flushing 1588230740/table: appending metadata at 1732072840818 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732072840818Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@399c5395: reopening flushed file at 1732072841226 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e586719: reopening flushed file at 1732072841230 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62e2e900: reopening flushed file at 1732072841234 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a1469d1: reopening flushed file at 1732072841238 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false at 1732072841243 (+5 ms)Writing region close event to WAL at 1732072841244 (+1 ms)Running coprocessor post-close hooks at 1732072841247 (+3 ms)Closed at 1732072841247 2024-11-20T03:20:41,248 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T03:20:41,326 INFO [RS:0;d00f728e99d7:33559 {}] regionserver.HRegionServer(976): stopping server d00f728e99d7,33559,1732072825777; all regions closed. 2024-11-20T03:20:41,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741834_1010 (size=4239) 2024-11-20T03:20:41,328 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.meta.1732072828194.meta not finished, retry = 0 2024-11-20T03:20:41,415 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.wal-reader.d00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.1732072827644 to pos 1806, reset compression=false 2024-11-20T03:20:41,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741839_1015 (size=2676) 2024-11-20T03:20:41,430 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.rep.1732072834414 not finished, retry = 0 2024-11-20T03:20:41,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741833_1009 (size=1814) 2024-11-20T03:20:41,533 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/WALs/d00f728e99d7,33559,1732072825777/d00f728e99d7%2C33559%2C1732072825777.1732072827644 not finished, retry = 0 2024-11-20T03:20:41,633 DEBUG [RS:0;d00f728e99d7:33559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:41,633 INFO [RS:0;d00f728e99d7:33559 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:20:41,634 INFO [RS:0;d00f728e99d7:33559 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:20:41,634 INFO [RS:0;d00f728e99d7:33559 {}] hbase.ChoreService(370): Chore service for: regionserver/d00f728e99d7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T03:20:41,634 INFO [RS:0;d00f728e99d7:33559 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:20:41,634 INFO [regionserver/d00f728e99d7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:20:41,634 INFO [RS:0;d00f728e99d7:33559 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d00f728e99d7,33559,1732072825777 because: Region server is closing 2024-11-20T03:20:41,634 INFO [RS:0;d00f728e99d7:33559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:33559. 2024-11-20T03:20:41,635 DEBUG [RS:0;d00f728e99d7:33559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:20:41,635 DEBUG [RS:0;d00f728e99d7:33559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:41,635 DEBUG [RS:0;d00f728e99d7:33559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:41,635 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:20:41,735 INFO [RS:0;d00f728e99d7:33559 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.shipperd00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 terminated 2024-11-20T03:20:41,735 WARN [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,33559,1732072825777.replicationSource.wal-reader.d00f728e99d7%2C33559%2C1732072825777,1-d00f728e99d7,33559,1732072825777 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T03:20:41,735 INFO [RS:0;d00f728e99d7:33559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:33559. 2024-11-20T03:20:41,735 DEBUG [RS:0;d00f728e99d7:33559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:20:41,735 DEBUG [RS:0;d00f728e99d7:33559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:41,735 DEBUG [RS:0;d00f728e99d7:33559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:41,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:20:41,735 INFO [RS:0;d00f728e99d7:33559 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33559 2024-11-20T03:20:41,764 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436 to pos 912, reset compression=false 2024-11-20T03:20:41,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x1015641c2330004, quorum=127.0.0.1:61896, baseZNode=/11874854290 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11874854290/rs/d00f728e99d7,33559,1732072825777 2024-11-20T03:20:41,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42283-0x1015641c2330003, quorum=127.0.0.1:61896, baseZNode=/11874854290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11874854290/rs 2024-11-20T03:20:41,782 INFO [RS:0;d00f728e99d7:33559 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:20:41,792 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d00f728e99d7,33559,1732072825777] 2024-11-20T03:20:41,803 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11874854290/draining/d00f728e99d7,33559,1732072825777 already deleted, retry=false 2024-11-20T03:20:41,803 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d00f728e99d7,33559,1732072825777 expired; onlineServers=0 2024-11-20T03:20:41,803 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd00f728e99d7,42283,1732072825624' ***** 2024-11-20T03:20:41,803 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T03:20:41,803 INFO [M:0;d00f728e99d7:42283 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:20:41,803 INFO [M:0;d00f728e99d7:42283 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:20:41,803 DEBUG [M:0;d00f728e99d7:42283 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T03:20:41,803 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T03:20:41,803 DEBUG [M:0;d00f728e99d7:42283 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T03:20:41,803 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072827392 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072827392,5,FailOnTimeoutGroup] 2024-11-20T03:20:41,803 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072827391 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072827391,5,FailOnTimeoutGroup] 2024-11-20T03:20:41,804 INFO [M:0;d00f728e99d7:42283 {}] hbase.ChoreService(370): Chore service for: master/d00f728e99d7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T03:20:41,804 INFO [M:0;d00f728e99d7:42283 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:20:41,804 DEBUG [M:0;d00f728e99d7:42283 {}] master.HMaster(1795): Stopping service threads 2024-11-20T03:20:41,804 INFO [M:0;d00f728e99d7:42283 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T03:20:41,804 INFO [M:0;d00f728e99d7:42283 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:20:41,804 INFO [M:0;d00f728e99d7:42283 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T03:20:41,804 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T03:20:41,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42283-0x1015641c2330003, quorum=127.0.0.1:61896, baseZNode=/11874854290 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11874854290/master 2024-11-20T03:20:41,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42283-0x1015641c2330003, quorum=127.0.0.1:61896, baseZNode=/11874854290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11874854290 2024-11-20T03:20:41,814 DEBUG [M:0;d00f728e99d7:42283 {}] zookeeper.ZKUtil(347): master:42283-0x1015641c2330003, quorum=127.0.0.1:61896, baseZNode=/11874854290 Unable to get data of znode /11874854290/master because node does not exist (not an error) 2024-11-20T03:20:41,814 WARN [M:0;d00f728e99d7:42283 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T03:20:41,814 INFO [M:0;d00f728e99d7:42283 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/.lastflushedseqids 2024-11-20T03:20:41,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741848_1024 (size=245) 2024-11-20T03:20:41,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x1015641c2330004, quorum=127.0.0.1:61896, baseZNode=/11874854290 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:20:41,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33559-0x1015641c2330004, quorum=127.0.0.1:61896, baseZNode=/11874854290 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:20:41,893 INFO [RS:0;d00f728e99d7:33559 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:20:41,893 INFO [RS:0;d00f728e99d7:33559 {}] regionserver.HRegionServer(1031): Exiting; stopping=d00f728e99d7,33559,1732072825777; zookeeper connection closed. 2024-11-20T03:20:41,893 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3050461d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3050461d 2024-11-20T03:20:41,893 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T03:20:42,218 INFO [M:0;d00f728e99d7:42283 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T03:20:42,218 INFO [M:0;d00f728e99d7:42283 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T03:20:42,219 DEBUG [M:0;d00f728e99d7:42283 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:20:42,219 INFO [M:0;d00f728e99d7:42283 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:20:42,219 DEBUG [M:0;d00f728e99d7:42283 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:20:42,219 DEBUG [M:0;d00f728e99d7:42283 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:20:42,219 DEBUG [M:0;d00f728e99d7:42283 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:20:42,219 INFO [M:0;d00f728e99d7:42283 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-20T03:20:42,233 DEBUG [M:0;d00f728e99d7:42283 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/05d0e5b3d3d64de888402739357a724f is 82, key is hbase:meta,,1/info:regioninfo/1732072828224/Put/seqid=0 2024-11-20T03:20:42,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741849_1025 (size=5672) 2024-11-20T03:20:42,321 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:20:42,322 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d00f728e99d7,34923,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:34923 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T03:20:42,322 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28286 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d00f728e99d7,34923,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:34923 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T03:20:42,567 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436 to pos 912, reset compression=false 2024-11-20T03:20:42,636 INFO [M:0;d00f728e99d7:42283 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/05d0e5b3d3d64de888402739357a724f 2024-11-20T03:20:42,693 DEBUG [M:0;d00f728e99d7:42283 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8fbadef859234b97819d9cf662ab4d5b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732072834451/Put/seqid=0 2024-11-20T03:20:42,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741850_1026 (size=8516) 2024-11-20T03:20:43,096 INFO [M:0;d00f728e99d7:42283 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8fbadef859234b97819d9cf662ab4d5b 2024-11-20T03:20:43,112 DEBUG [M:0;d00f728e99d7:42283 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a90a11b8778c4d21aef42405e59aaf70 is 69, key is d00f728e99d7,33559,1732072825777/rs:state/1732072827445/Put/seqid=0 2024-11-20T03:20:43,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741851_1027 (size=5156) 2024-11-20T03:20:43,471 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436 to pos 912, reset compression=false 2024-11-20T03:20:43,515 INFO [M:0;d00f728e99d7:42283 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a90a11b8778c4d21aef42405e59aaf70 2024-11-20T03:20:43,519 DEBUG [M:0;d00f728e99d7:42283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/05d0e5b3d3d64de888402739357a724f as hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/05d0e5b3d3d64de888402739357a724f 2024-11-20T03:20:43,523 INFO [M:0;d00f728e99d7:42283 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/05d0e5b3d3d64de888402739357a724f, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T03:20:43,524 DEBUG [M:0;d00f728e99d7:42283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8fbadef859234b97819d9cf662ab4d5b as hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8fbadef859234b97819d9cf662ab4d5b 2024-11-20T03:20:43,527 INFO [M:0;d00f728e99d7:42283 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8fbadef859234b97819d9cf662ab4d5b, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T03:20:43,528 DEBUG [M:0;d00f728e99d7:42283 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a90a11b8778c4d21aef42405e59aaf70 as hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a90a11b8778c4d21aef42405e59aaf70 2024-11-20T03:20:43,532 INFO [M:0;d00f728e99d7:42283 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39715/user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a90a11b8778c4d21aef42405e59aaf70, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T03:20:43,532 INFO [M:0;d00f728e99d7:42283 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=97, compaction requested=false 2024-11-20T03:20:43,535 INFO [M:0;d00f728e99d7:42283 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:20:43,535 DEBUG [M:0;d00f728e99d7:42283 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072842218Disabling compacts and flushes for region at 1732072842219 (+1 ms)Disabling writes for close at 1732072842219Obtaining lock to block concurrent updates at 1732072842219Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732072842219Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732072842219Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732072842220 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732072842220Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732072842232 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732072842232Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732072842679 (+447 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732072842692 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732072842692Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732072843099 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732072843112 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732072843112Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9b273c2: reopening flushed file at 1732072843519 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a0d36f2: reopening flushed file at 1732072843523 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39dc950b: reopening flushed file at 1732072843528 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=97, compaction requested=false at 1732072843532 (+4 ms)Writing region close event to WAL at 1732072843535 (+3 ms)Closed at 1732072843535 2024-11-20T03:20:43,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741830_1006 (size=63654) 2024-11-20T03:20:43,537 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/919ec942-2692-0dc0-f621-9af2378b986e/MasterData/WALs/d00f728e99d7,42283,1732072825624/d00f728e99d7%2C42283%2C1732072825624.1732072827129 not finished, retry = 0 2024-11-20T03:20:43,638 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:20:43,638 INFO [M:0;d00f728e99d7:42283 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T03:20:43,638 INFO [M:0;d00f728e99d7:42283 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42283 2024-11-20T03:20:43,639 INFO [M:0;d00f728e99d7:42283 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:20:43,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42283-0x1015641c2330003, quorum=127.0.0.1:61896, baseZNode=/11874854290 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:20:43,787 INFO [M:0;d00f728e99d7:42283 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:20:43,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42283-0x1015641c2330003, quorum=127.0.0.1:61896, baseZNode=/11874854290 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:20:43,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bf11f52{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:20:43,822 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@634cbb9b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:20:43,822 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:20:43,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@170eb768{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:20:43,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b907227{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6e632c-4e4c-8702-ba06-bd031e9b94fe/hadoop.log.dir/,STOPPED} 2024-11-20T03:20:43,823 WARN [BP-2143923987-172.17.0.2-1732072823707 heartbeating to localhost/127.0.0.1:39715 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T03:20:43,823 WARN [BP-2143923987-172.17.0.2-1732072823707 heartbeating to localhost/127.0.0.1:39715 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2143923987-172.17.0.2-1732072823707 (Datanode Uuid 9d9b084c-223b-490e-84cc-ef6f9f7e104b) service to localhost/127.0.0.1:39715 2024-11-20T03:20:43,824 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T03:20:43,824 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6e632c-4e4c-8702-ba06-bd031e9b94fe/cluster_da105470-a82d-9726-4a62-c3358f049e16/data/data1/current/BP-2143923987-172.17.0.2-1732072823707 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:20:43,824 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T03:20:43,824 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6e632c-4e4c-8702-ba06-bd031e9b94fe/cluster_da105470-a82d-9726-4a62-c3358f049e16/data/data2/current/BP-2143923987-172.17.0.2-1732072823707 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:20:43,825 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T03:20:43,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@532a36fc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:20:43,830 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12cd94b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:20:43,830 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:20:43,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2496d180{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:20:43,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c4acb23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6e632c-4e4c-8702-ba06-bd031e9b94fe/hadoop.log.dir/,STOPPED} 2024-11-20T03:20:43,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T03:20:43,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T03:20:43,842 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:20:43,842 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:20:43,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:43,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:43,843 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:20:43,843 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T03:20:43,843 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1828327545, stopped=false 2024-11-20T03:20:43,843 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d00f728e99d7,41645,1732072820273 2024-11-20T03:20:43,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41645-0x1015641c2330000, quorum=127.0.0.1:61896, baseZNode=/02081024030 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02081024030/running 2024-11-20T03:20:43,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35785-0x1015641c2330001, quorum=127.0.0.1:61896, baseZNode=/02081024030 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02081024030/running 2024-11-20T03:20:43,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41645-0x1015641c2330000, quorum=127.0.0.1:61896, baseZNode=/02081024030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02081024030 2024-11-20T03:20:43,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35785-0x1015641c2330001, quorum=127.0.0.1:61896, baseZNode=/02081024030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02081024030 2024-11-20T03:20:43,856 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:20:43,856 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:20:43,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41645-0x1015641c2330000, quorum=127.0.0.1:61896, baseZNode=/02081024030 Set watcher on znode that does not yet exist, /02081024030/running 2024-11-20T03:20:43,856 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:20:43,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:43,856 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd00f728e99d7,35785,1732072820464' ***** 2024-11-20T03:20:43,856 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T03:20:43,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35785-0x1015641c2330001, quorum=127.0.0.1:61896, baseZNode=/02081024030 Set watcher on znode that does not yet exist, /02081024030/running 2024-11-20T03:20:43,856 INFO [RS:0;d00f728e99d7:35785 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T03:20:43,857 INFO [RS:0;d00f728e99d7:35785 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T03:20:43,857 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T03:20:43,857 INFO [RS:0;d00f728e99d7:35785 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T03:20:43,857 INFO [RS:0;d00f728e99d7:35785 {}] regionserver.HRegionServer(3091): Received CLOSE for d177219b1fafb7efa1cc5783f5b0069d 2024-11-20T03:20:43,857 INFO [RS:0;d00f728e99d7:35785 {}] regionserver.HRegionServer(3091): Received CLOSE for b0c90c12043cb26e2b24b8d0e6073556 2024-11-20T03:20:43,857 INFO [RS:0;d00f728e99d7:35785 {}] regionserver.HRegionServer(959): stopping server d00f728e99d7,35785,1732072820464 2024-11-20T03:20:43,857 INFO [RS:0;d00f728e99d7:35785 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:20:43,857 INFO [RS:0;d00f728e99d7:35785 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:35785. 2024-11-20T03:20:43,857 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d177219b1fafb7efa1cc5783f5b0069d, disabling compactions & flushes 2024-11-20T03:20:43,857 DEBUG [RS:0;d00f728e99d7:35785 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:20:43,857 DEBUG [RS:0;d00f728e99d7:35785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:43,857 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732072828335.d177219b1fafb7efa1cc5783f5b0069d. 2024-11-20T03:20:43,857 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732072828335.d177219b1fafb7efa1cc5783f5b0069d. 2024-11-20T03:20:43,857 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732072828335.d177219b1fafb7efa1cc5783f5b0069d. after waiting 0 ms 2024-11-20T03:20:43,857 INFO [RS:0;d00f728e99d7:35785 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T03:20:43,857 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732072828335.d177219b1fafb7efa1cc5783f5b0069d. 2024-11-20T03:20:43,857 INFO [RS:0;d00f728e99d7:35785 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T03:20:43,857 INFO [RS:0;d00f728e99d7:35785 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T03:20:43,857 INFO [RS:0;d00f728e99d7:35785 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T03:20:43,857 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d177219b1fafb7efa1cc5783f5b0069d 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-20T03:20:43,857 INFO [RS:0;d00f728e99d7:35785 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T03:20:43,857 DEBUG [RS:0;d00f728e99d7:35785 {}] regionserver.HRegionServer(1325): Online Regions={d177219b1fafb7efa1cc5783f5b0069d=test,,1732072828335.d177219b1fafb7efa1cc5783f5b0069d., 1588230740=hbase:meta,,1.1588230740, b0c90c12043cb26e2b24b8d0e6073556=hbase:replication,,1732072831132.b0c90c12043cb26e2b24b8d0e6073556.} 2024-11-20T03:20:43,857 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:20:43,857 DEBUG [RS:0;d00f728e99d7:35785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b0c90c12043cb26e2b24b8d0e6073556, d177219b1fafb7efa1cc5783f5b0069d 2024-11-20T03:20:43,857 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:20:43,857 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:20:43,857 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:20:43,857 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:20:43,857 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T03:20:43,870 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/hbase/meta/1588230740/.tmp/info/f12b311b615548f7aebd0ae1dc22980e is 147, key is hbase:replication,,1732072831132.b0c90c12043cb26e2b24b8d0e6073556./info:regioninfo/1732072832297/Put/seqid=0 2024-11-20T03:20:43,873 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/default/test/d177219b1fafb7efa1cc5783f5b0069d/.tmp/f/932980a0d9724d369d49a0a01de2bddc is 29, key is row1/f:/1732072838450/DeleteFamily/seqid=0 2024-11-20T03:20:43,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741840_1016 (size=7686) 2024-11-20T03:20:43,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741841_1017 (size=5118) 2024-11-20T03:20:43,925 INFO [regionserver/d00f728e99d7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:20:44,058 DEBUG [RS:0;d00f728e99d7:35785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b0c90c12043cb26e2b24b8d0e6073556, d177219b1fafb7efa1cc5783f5b0069d 2024-11-20T03:20:44,258 DEBUG [RS:0;d00f728e99d7:35785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b0c90c12043cb26e2b24b8d0e6073556, d177219b1fafb7efa1cc5783f5b0069d 2024-11-20T03:20:44,276 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/hbase/meta/1588230740/.tmp/info/f12b311b615548f7aebd0ae1dc22980e 2024-11-20T03:20:44,277 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/default/test/d177219b1fafb7efa1cc5783f5b0069d/.tmp/f/932980a0d9724d369d49a0a01de2bddc 2024-11-20T03:20:44,280 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 932980a0d9724d369d49a0a01de2bddc 2024-11-20T03:20:44,292 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/default/test/d177219b1fafb7efa1cc5783f5b0069d/.tmp/f1/8417dea9ce8f41faad77b6e120027590 is 30, key is row1/f1:/1732072838450/DeleteFamily/seqid=0 2024-11-20T03:20:44,295 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/hbase/meta/1588230740/.tmp/ns/3b28cf53b54f4157abfef0ae7c487811 is 43, key is default/ns:d/1732072823522/Put/seqid=0 2024-11-20T03:20:44,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741842_1018 (size=5123) 2024-11-20T03:20:44,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741843_1019 (size=5153) 2024-11-20T03:20:44,361 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T03:20:44,361 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T03:20:44,458 DEBUG [RS:0;d00f728e99d7:35785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b0c90c12043cb26e2b24b8d0e6073556, d177219b1fafb7efa1cc5783f5b0069d 2024-11-20T03:20:44,474 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436 to pos 912, reset compression=false 2024-11-20T03:20:44,478 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:20:44,478 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436 to pos 1159, reset compression=false 2024-11-20T03:20:44,478 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.shipperd00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,35785,1732072820464 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T03:20:44,479 ERROR [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.shipperd00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d00f728e99d7,35785,1732072820464: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d00f728e99d7,35785,1732072820464, walGroup=d00f728e99d7%2C35785%2C1732072820464, offset=d00f728e99d7%2C35785%2C1732072820464.1732072822436:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:35785 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T03:20:44,479 ERROR [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.shipperd00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T03:20:44,479 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.shipperd00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T03:20:44,480 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.shipperd00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T03:20:44,480 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.shipperd00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T03:20:44,480 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.shipperd00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T03:20:44,480 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.shipperd00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1050673152, "init": 1048576000, "max": 2306867200, "used": 677461840 }, "NonHeapMemoryUsage": { "committed": 195035136, "init": 7667712, "max": -1, "used": 190850864 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T03:20:44,480 WARN [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.shipperd00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:41645 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:41645 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T03:20:44,658 DEBUG [RS:0;d00f728e99d7:35785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b0c90c12043cb26e2b24b8d0e6073556, d177219b1fafb7efa1cc5783f5b0069d 2024-11-20T03:20:44,685 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436 to pos 1159, reset compression=false 2024-11-20T03:20:44,696 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/default/test/d177219b1fafb7efa1cc5783f5b0069d/.tmp/f1/8417dea9ce8f41faad77b6e120027590 2024-11-20T03:20:44,698 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/hbase/meta/1588230740/.tmp/ns/3b28cf53b54f4157abfef0ae7c487811 2024-11-20T03:20:44,700 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8417dea9ce8f41faad77b6e120027590 2024-11-20T03:20:44,714 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/hbase/meta/1588230740/.tmp/rep_barrier/8c7945bbfa33474ebb80a7d0d1edd244 is 112, key is test,,1732072828335.d177219b1fafb7efa1cc5783f5b0069d./rep_barrier:seqnumDuringOpen/1732072829482/Put/seqid=0 2024-11-20T03:20:44,717 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/default/test/d177219b1fafb7efa1cc5783f5b0069d/.tmp/norep/4b8e7cfacc914658a11c2404e99aa630 is 32, key is row/norep:/1732072837442/DeleteFamily/seqid=0 2024-11-20T03:20:44,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741844_1020 (size=5518) 2024-11-20T03:20:44,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741845_1021 (size=5101) 2024-11-20T03:20:44,858 DEBUG [RS:0;d00f728e99d7:35785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b0c90c12043cb26e2b24b8d0e6073556, d177219b1fafb7efa1cc5783f5b0069d 2024-11-20T03:20:44,988 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436 to pos 1159, reset compression=false 2024-11-20T03:20:45,058 DEBUG [RS:0;d00f728e99d7:35785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b0c90c12043cb26e2b24b8d0e6073556, d177219b1fafb7efa1cc5783f5b0069d 2024-11-20T03:20:45,118 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/hbase/meta/1588230740/.tmp/rep_barrier/8c7945bbfa33474ebb80a7d0d1edd244 2024-11-20T03:20:45,120 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/default/test/d177219b1fafb7efa1cc5783f5b0069d/.tmp/norep/4b8e7cfacc914658a11c2404e99aa630 2024-11-20T03:20:45,123 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4b8e7cfacc914658a11c2404e99aa630 2024-11-20T03:20:45,124 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/default/test/d177219b1fafb7efa1cc5783f5b0069d/.tmp/f/932980a0d9724d369d49a0a01de2bddc as hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/default/test/d177219b1fafb7efa1cc5783f5b0069d/f/932980a0d9724d369d49a0a01de2bddc 2024-11-20T03:20:45,127 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 932980a0d9724d369d49a0a01de2bddc 2024-11-20T03:20:45,127 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/default/test/d177219b1fafb7efa1cc5783f5b0069d/f/932980a0d9724d369d49a0a01de2bddc, entries=2, sequenceid=8, filesize=5.0 K 2024-11-20T03:20:45,128 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/default/test/d177219b1fafb7efa1cc5783f5b0069d/.tmp/f1/8417dea9ce8f41faad77b6e120027590 as hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/default/test/d177219b1fafb7efa1cc5783f5b0069d/f1/8417dea9ce8f41faad77b6e120027590 2024-11-20T03:20:45,131 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8417dea9ce8f41faad77b6e120027590 2024-11-20T03:20:45,131 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/default/test/d177219b1fafb7efa1cc5783f5b0069d/f1/8417dea9ce8f41faad77b6e120027590, entries=2, sequenceid=8, filesize=5.0 K 2024-11-20T03:20:45,132 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/default/test/d177219b1fafb7efa1cc5783f5b0069d/.tmp/norep/4b8e7cfacc914658a11c2404e99aa630 as hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/default/test/d177219b1fafb7efa1cc5783f5b0069d/norep/4b8e7cfacc914658a11c2404e99aa630 2024-11-20T03:20:45,135 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4b8e7cfacc914658a11c2404e99aa630 2024-11-20T03:20:45,135 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/default/test/d177219b1fafb7efa1cc5783f5b0069d/norep/4b8e7cfacc914658a11c2404e99aa630, entries=1, sequenceid=8, filesize=5.0 K 2024-11-20T03:20:45,136 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for d177219b1fafb7efa1cc5783f5b0069d in 1279ms, sequenceid=8, compaction requested=false 2024-11-20T03:20:45,138 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/hbase/meta/1588230740/.tmp/table/aafdcf2115c54974a70cb61256959f70 is 53, key is hbase:replication/table:state/1732072832305/Put/seqid=0 2024-11-20T03:20:45,139 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/default/test/d177219b1fafb7efa1cc5783f5b0069d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T03:20:45,139 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:20:45,140 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T03:20:45,140 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732072828335.d177219b1fafb7efa1cc5783f5b0069d. 2024-11-20T03:20:45,140 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d177219b1fafb7efa1cc5783f5b0069d: Waiting for close lock at 1732072843857Running coprocessor pre-close hooks at 1732072843857Disabling compacts and flushes for region at 1732072843857Disabling writes for close at 1732072843857Obtaining lock to block concurrent updates at 1732072843857Preparing flush snapshotting stores in d177219b1fafb7efa1cc5783f5b0069d at 1732072843857Finished memstore snapshotting test,,1732072828335.d177219b1fafb7efa1cc5783f5b0069d., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732072843857Flushing stores of test,,1732072828335.d177219b1fafb7efa1cc5783f5b0069d. at 1732072843858 (+1 ms)Flushing d177219b1fafb7efa1cc5783f5b0069d/f: creating writer at 1732072843858Flushing d177219b1fafb7efa1cc5783f5b0069d/f: appending metadata at 1732072843873 (+15 ms)Flushing d177219b1fafb7efa1cc5783f5b0069d/f: closing flushed file at 1732072843873Flushing d177219b1fafb7efa1cc5783f5b0069d/f1: creating writer at 1732072844280 (+407 ms)Flushing d177219b1fafb7efa1cc5783f5b0069d/f1: appending metadata at 1732072844292 (+12 ms)Flushing d177219b1fafb7efa1cc5783f5b0069d/f1: closing flushed file at 1732072844292Flushing d177219b1fafb7efa1cc5783f5b0069d/norep: creating writer at 1732072844700 (+408 ms)Flushing d177219b1fafb7efa1cc5783f5b0069d/norep: appending metadata at 1732072844716 (+16 ms)Flushing d177219b1fafb7efa1cc5783f5b0069d/norep: closing flushed file at 1732072844716Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c0b2802: reopening flushed file at 1732072845123 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@109287f1: reopening flushed file at 1732072845127 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f4100d2: reopening flushed file at 1732072845131 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for d177219b1fafb7efa1cc5783f5b0069d in 1279ms, sequenceid=8, compaction requested=false at 1732072845136 (+5 ms)Writing region close event to WAL at 1732072845137 (+1 ms)Running coprocessor post-close hooks at 1732072845139 (+2 ms)Closed at 1732072845140 (+1 ms) 2024-11-20T03:20:45,140 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732072828335.d177219b1fafb7efa1cc5783f5b0069d. 2024-11-20T03:20:45,140 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b0c90c12043cb26e2b24b8d0e6073556, disabling compactions & flushes 2024-11-20T03:20:45,140 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732072831132.b0c90c12043cb26e2b24b8d0e6073556. 2024-11-20T03:20:45,140 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732072831132.b0c90c12043cb26e2b24b8d0e6073556. 2024-11-20T03:20:45,140 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732072831132.b0c90c12043cb26e2b24b8d0e6073556. after waiting 0 ms 2024-11-20T03:20:45,140 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732072831132.b0c90c12043cb26e2b24b8d0e6073556. 2024-11-20T03:20:45,140 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b0c90c12043cb26e2b24b8d0e6073556: Waiting for close lock at 1732072845140Running coprocessor pre-close hooks at 1732072845140Disabling compacts and flushes for region at 1732072845140Disabling writes for close at 1732072845140Failed flush hbase:replication,,1732072831132.b0c90c12043cb26e2b24b8d0e6073556., putting online again at 1732072845140 2024-11-20T03:20:45,141 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732072831132.b0c90c12043cb26e2b24b8d0e6073556. 2024-11-20T03:20:45,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741846_1022 (size=5308) 2024-11-20T03:20:45,259 INFO [RS:0;d00f728e99d7:35785 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T03:20:45,259 DEBUG [RS:0;d00f728e99d7:35785 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b0c90c12043cb26e2b24b8d0e6073556=hbase:replication,,1732072831132.b0c90c12043cb26e2b24b8d0e6073556.} 2024-11-20T03:20:45,259 INFO [RS:0;d00f728e99d7:35785 {}] regionserver.HRegionServer(3091): Received CLOSE for b0c90c12043cb26e2b24b8d0e6073556 2024-11-20T03:20:45,259 DEBUG [RS:0;d00f728e99d7:35785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b0c90c12043cb26e2b24b8d0e6073556 2024-11-20T03:20:45,259 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b0c90c12043cb26e2b24b8d0e6073556, disabling compactions & flushes 2024-11-20T03:20:45,259 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732072831132.b0c90c12043cb26e2b24b8d0e6073556. 2024-11-20T03:20:45,259 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732072831132.b0c90c12043cb26e2b24b8d0e6073556. 2024-11-20T03:20:45,259 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732072831132.b0c90c12043cb26e2b24b8d0e6073556. after waiting 0 ms 2024-11-20T03:20:45,259 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732072831132.b0c90c12043cb26e2b24b8d0e6073556. 2024-11-20T03:20:45,259 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b0c90c12043cb26e2b24b8d0e6073556: Waiting for close lock at 1732072845259Running coprocessor pre-close hooks at 1732072845259Disabling compacts and flushes for region at 1732072845259Disabling writes for close at 1732072845259Failed flush hbase:replication,,1732072831132.b0c90c12043cb26e2b24b8d0e6073556., putting online again at 1732072845259 2024-11-20T03:20:45,259 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732072831132.b0c90c12043cb26e2b24b8d0e6073556. 2024-11-20T03:20:45,391 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436 to pos 1159, reset compression=false 2024-11-20T03:20:45,395 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:20:45,395 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436 to pos 1803, reset compression=false 2024-11-20T03:20:45,459 DEBUG [RS:0;d00f728e99d7:35785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:20:45,464 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T03:20:45,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:45,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:45,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:45,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:45,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:45,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:45,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:45,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:45,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:45,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:45,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:45,542 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/hbase/meta/1588230740/.tmp/table/aafdcf2115c54974a70cb61256959f70 2024-11-20T03:20:45,546 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/hbase/meta/1588230740/.tmp/info/f12b311b615548f7aebd0ae1dc22980e as hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/hbase/meta/1588230740/info/f12b311b615548f7aebd0ae1dc22980e 2024-11-20T03:20:45,549 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/hbase/meta/1588230740/info/f12b311b615548f7aebd0ae1dc22980e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T03:20:45,550 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/hbase/meta/1588230740/.tmp/ns/3b28cf53b54f4157abfef0ae7c487811 as hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/hbase/meta/1588230740/ns/3b28cf53b54f4157abfef0ae7c487811 2024-11-20T03:20:45,553 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/hbase/meta/1588230740/ns/3b28cf53b54f4157abfef0ae7c487811, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T03:20:45,554 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/hbase/meta/1588230740/.tmp/rep_barrier/8c7945bbfa33474ebb80a7d0d1edd244 as hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/hbase/meta/1588230740/rep_barrier/8c7945bbfa33474ebb80a7d0d1edd244 2024-11-20T03:20:45,558 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/hbase/meta/1588230740/rep_barrier/8c7945bbfa33474ebb80a7d0d1edd244, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T03:20:45,559 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/hbase/meta/1588230740/.tmp/table/aafdcf2115c54974a70cb61256959f70 as hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/hbase/meta/1588230740/table/aafdcf2115c54974a70cb61256959f70 2024-11-20T03:20:45,563 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/hbase/meta/1588230740/table/aafdcf2115c54974a70cb61256959f70, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T03:20:45,564 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=16, compaction requested=false 2024-11-20T03:20:45,567 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T03:20:45,568 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:20:45,568 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:20:45,568 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:20:45,568 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072843857Running coprocessor pre-close hooks at 1732072843857Disabling compacts and flushes for region at 1732072843857Disabling writes for close at 1732072843857Obtaining lock to block concurrent updates at 1732072843858 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732072843858Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732072843858Flushing stores of hbase:meta,,1.1588230740 at 1732072843858Flushing 1588230740/info: creating writer at 1732072843858Flushing 1588230740/info: appending metadata at 1732072843870 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732072843870Flushing 1588230740/ns: creating writer at 1732072844280 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732072844295 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732072844295Flushing 1588230740/rep_barrier: creating writer at 1732072844702 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732072844714 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732072844714Flushing 1588230740/table: creating writer at 1732072845121 (+407 ms)Flushing 1588230740/table: appending metadata at 1732072845137 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732072845137Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23dbf3f6: reopening flushed file at 1732072845546 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53095f55: reopening flushed file at 1732072845550 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@225e0c40: reopening flushed file at 1732072845553 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a303a9: reopening flushed file at 1732072845559 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=16, compaction requested=false at 1732072845564 (+5 ms)Writing region close event to WAL at 1732072845565 (+1 ms)Running coprocessor post-close hooks at 1732072845568 (+3 ms)Closed at 1732072845568 2024-11-20T03:20:45,568 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T03:20:45,598 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436 to pos 1803, reset compression=false 2024-11-20T03:20:45,659 INFO [RS:0;d00f728e99d7:35785 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-20T03:20:45,659 INFO [RS:0;d00f728e99d7:35785 {}] regionserver.HRegionServer(976): stopping server d00f728e99d7,35785,1732072820464; all regions closed. 2024-11-20T03:20:45,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741834_1010 (size=4239) 2024-11-20T03:20:45,661 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.meta.1732072823427.meta not finished, retry = 0 2024-11-20T03:20:45,763 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.rep.1732072832271 not finished, retry = 0 2024-11-20T03:20:45,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741839_1015 (size=1733) 2024-11-20T03:20:45,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741832_1008 (size=1811) 2024-11-20T03:20:45,866 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436 not finished, retry = 0 2024-11-20T03:20:45,902 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436 to pos 1803, reset compression=false 2024-11-20T03:20:45,967 DEBUG [RS:0;d00f728e99d7:35785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:45,967 INFO [RS:0;d00f728e99d7:35785 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:20:45,967 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/WALs/d00f728e99d7,35785,1732072820464/d00f728e99d7%2C35785%2C1732072820464.1732072822436 2024-11-20T03:20:45,967 INFO [RS:0;d00f728e99d7:35785 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:20:45,967 INFO [RS:0;d00f728e99d7:35785 {}] hbase.ChoreService(370): Chore service for: regionserver/d00f728e99d7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T03:20:45,967 INFO [RS:0;d00f728e99d7:35785 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:20:45,967 INFO [regionserver/d00f728e99d7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:20:45,967 INFO [RS:0;d00f728e99d7:35785 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d00f728e99d7,35785,1732072820464 because: Region server is closing 2024-11-20T03:20:45,967 INFO [RS:0;d00f728e99d7:35785 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:35785. 2024-11-20T03:20:45,968 DEBUG [RS:0;d00f728e99d7:35785 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:20:45,968 DEBUG [RS:0;d00f728e99d7:35785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:45,968 DEBUG [RS:0;d00f728e99d7:35785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:45,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:20:46,068 INFO [RS:0;d00f728e99d7:35785 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.shipperd00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 terminated 2024-11-20T03:20:46,068 INFO [RS:0;d00f728e99d7:35785 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:35785. 2024-11-20T03:20:46,068 WARN [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35785,1732072820464.replicationSource.wal-reader.d00f728e99d7%2C35785%2C1732072820464,1-d00f728e99d7,35785,1732072820464 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-20T03:20:46,068 DEBUG [RS:0;d00f728e99d7:35785 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:20:46,068 DEBUG [RS:0;d00f728e99d7:35785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:46,068 DEBUG [RS:0;d00f728e99d7:35785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:46,068 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:20:46,068 INFO [RS:0;d00f728e99d7:35785 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35785 2024-11-20T03:20:46,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35785-0x1015641c2330001, quorum=127.0.0.1:61896, baseZNode=/02081024030 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02081024030/rs/d00f728e99d7,35785,1732072820464 2024-11-20T03:20:46,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41645-0x1015641c2330000, quorum=127.0.0.1:61896, baseZNode=/02081024030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02081024030/rs 2024-11-20T03:20:46,129 INFO [RS:0;d00f728e99d7:35785 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:20:46,140 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d00f728e99d7,35785,1732072820464] 2024-11-20T03:20:46,150 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02081024030/draining/d00f728e99d7,35785,1732072820464 already deleted, retry=false 2024-11-20T03:20:46,150 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d00f728e99d7,35785,1732072820464 expired; onlineServers=0 2024-11-20T03:20:46,150 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd00f728e99d7,41645,1732072820273' ***** 2024-11-20T03:20:46,150 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T03:20:46,150 INFO [M:0;d00f728e99d7:41645 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:20:46,150 INFO [M:0;d00f728e99d7:41645 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:20:46,150 DEBUG [M:0;d00f728e99d7:41645 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T03:20:46,151 DEBUG [M:0;d00f728e99d7:41645 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T03:20:46,151 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T03:20:46,151 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072822210 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072822210,5,FailOnTimeoutGroup] 2024-11-20T03:20:46,151 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072822210 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072822210,5,FailOnTimeoutGroup] 2024-11-20T03:20:46,151 INFO [M:0;d00f728e99d7:41645 {}] hbase.ChoreService(370): Chore service for: master/d00f728e99d7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T03:20:46,151 INFO [M:0;d00f728e99d7:41645 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:20:46,151 DEBUG [M:0;d00f728e99d7:41645 {}] master.HMaster(1795): Stopping service threads 2024-11-20T03:20:46,151 INFO [M:0;d00f728e99d7:41645 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T03:20:46,151 INFO [M:0;d00f728e99d7:41645 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:20:46,151 INFO [M:0;d00f728e99d7:41645 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T03:20:46,151 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T03:20:46,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41645-0x1015641c2330000, quorum=127.0.0.1:61896, baseZNode=/02081024030 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02081024030/master 2024-11-20T03:20:46,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41645-0x1015641c2330000, quorum=127.0.0.1:61896, baseZNode=/02081024030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02081024030 2024-11-20T03:20:46,161 DEBUG [M:0;d00f728e99d7:41645 {}] zookeeper.ZKUtil(347): master:41645-0x1015641c2330000, quorum=127.0.0.1:61896, baseZNode=/02081024030 Unable to get data of znode /02081024030/master because node does not exist (not an error) 2024-11-20T03:20:46,161 WARN [M:0;d00f728e99d7:41645 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T03:20:46,162 INFO [M:0;d00f728e99d7:41645 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/.lastflushedseqids 2024-11-20T03:20:46,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741847_1023 (size=245) 2024-11-20T03:20:46,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35785-0x1015641c2330001, quorum=127.0.0.1:61896, baseZNode=/02081024030 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:20:46,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35785-0x1015641c2330001, quorum=127.0.0.1:61896, baseZNode=/02081024030 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:20:46,240 INFO [RS:0;d00f728e99d7:35785 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:20:46,240 INFO [RS:0;d00f728e99d7:35785 {}] regionserver.HRegionServer(1031): Exiting; stopping=d00f728e99d7,35785,1732072820464; zookeeper connection closed. 2024-11-20T03:20:46,240 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4584e9f7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4584e9f7 2024-11-20T03:20:46,240 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T03:20:46,570 INFO [M:0;d00f728e99d7:41645 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T03:20:46,570 INFO [M:0;d00f728e99d7:41645 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T03:20:46,570 DEBUG [M:0;d00f728e99d7:41645 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:20:46,570 INFO [M:0;d00f728e99d7:41645 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:20:46,570 DEBUG [M:0;d00f728e99d7:41645 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:20:46,570 DEBUG [M:0;d00f728e99d7:41645 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:20:46,570 DEBUG [M:0;d00f728e99d7:41645 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:20:46,571 INFO [M:0;d00f728e99d7:41645 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-20T03:20:46,583 DEBUG [M:0;d00f728e99d7:41645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e889726ad9a34d5ea0d0f39b4fbc5bc6 is 82, key is hbase:meta,,1/info:regioninfo/1732072823460/Put/seqid=0 2024-11-20T03:20:46,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741848_1024 (size=5672) 2024-11-20T03:20:46,987 INFO [M:0;d00f728e99d7:41645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e889726ad9a34d5ea0d0f39b4fbc5bc6 2024-11-20T03:20:47,002 DEBUG [M:0;d00f728e99d7:41645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c02ad3d4523c47a5911d03a7d26c1622 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732072832309/Put/seqid=0 2024-11-20T03:20:47,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741849_1025 (size=8517) 2024-11-20T03:20:47,406 INFO [M:0;d00f728e99d7:41645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c02ad3d4523c47a5911d03a7d26c1622 2024-11-20T03:20:47,422 DEBUG [M:0;d00f728e99d7:41645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47c03c4d023644a4bf841822ec08b677 is 69, key is d00f728e99d7,35785,1732072820464/rs:state/1732072822285/Put/seqid=0 2024-11-20T03:20:47,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741850_1026 (size=5156) 2024-11-20T03:20:47,826 INFO [M:0;d00f728e99d7:41645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47c03c4d023644a4bf841822ec08b677 2024-11-20T03:20:47,830 DEBUG [M:0;d00f728e99d7:41645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e889726ad9a34d5ea0d0f39b4fbc5bc6 as hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e889726ad9a34d5ea0d0f39b4fbc5bc6 2024-11-20T03:20:47,833 INFO [M:0;d00f728e99d7:41645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e889726ad9a34d5ea0d0f39b4fbc5bc6, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T03:20:47,834 DEBUG [M:0;d00f728e99d7:41645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c02ad3d4523c47a5911d03a7d26c1622 as hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c02ad3d4523c47a5911d03a7d26c1622 2024-11-20T03:20:47,837 INFO [M:0;d00f728e99d7:41645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c02ad3d4523c47a5911d03a7d26c1622, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T03:20:47,838 DEBUG [M:0;d00f728e99d7:41645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47c03c4d023644a4bf841822ec08b677 as hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/47c03c4d023644a4bf841822ec08b677 2024-11-20T03:20:47,841 INFO [M:0;d00f728e99d7:41645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39511/user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/47c03c4d023644a4bf841822ec08b677, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T03:20:47,842 INFO [M:0;d00f728e99d7:41645 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=97, compaction requested=false 2024-11-20T03:20:47,844 INFO [M:0;d00f728e99d7:41645 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:20:47,844 DEBUG [M:0;d00f728e99d7:41645 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072846570Disabling compacts and flushes for region at 1732072846570Disabling writes for close at 1732072846570Obtaining lock to block concurrent updates at 1732072846571 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732072846571Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732072846571Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732072846571Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732072846571Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732072846583 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732072846583Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732072846990 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732072847002 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732072847002Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732072847409 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732072847422 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732072847422Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7025fc4b: reopening flushed file at 1732072847829 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5358b3c7: reopening flushed file at 1732072847833 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d82b9f: reopening flushed file at 1732072847838 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=97, compaction requested=false at 1732072847842 (+4 ms)Writing region close event to WAL at 1732072847844 (+2 ms)Closed at 1732072847844 2024-11-20T03:20:47,845 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/da28c7b4-cea6-b322-81f8-0b80946caa30/MasterData/WALs/d00f728e99d7,41645,1732072820273/d00f728e99d7%2C41645%2C1732072820273.1732072821905 not finished, retry = 0 2024-11-20T03:20:47,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41973 is added to blk_1073741830_1006 (size=63666) 2024-11-20T03:20:47,946 INFO [M:0;d00f728e99d7:41645 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T03:20:47,946 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:20:47,946 INFO [M:0;d00f728e99d7:41645 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41645 2024-11-20T03:20:47,947 INFO [M:0;d00f728e99d7:41645 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:20:48,061 INFO [M:0;d00f728e99d7:41645 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:20:48,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41645-0x1015641c2330000, quorum=127.0.0.1:61896, baseZNode=/02081024030 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:20:48,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41645-0x1015641c2330000, quorum=127.0.0.1:61896, baseZNode=/02081024030 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:20:48,063 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@237b99c1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:20:48,064 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ef0e109{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:20:48,064 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:20:48,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6057ddd8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:20:48,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62f39c0d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bca76fe-494a-cbbe-1382-064d13ef1c6a/hadoop.log.dir/,STOPPED} 2024-11-20T03:20:48,065 WARN [BP-1245122080-172.17.0.2-1732072818343 heartbeating to localhost/127.0.0.1:39511 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T03:20:48,065 WARN [BP-1245122080-172.17.0.2-1732072818343 heartbeating to localhost/127.0.0.1:39511 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1245122080-172.17.0.2-1732072818343 (Datanode Uuid 8ecb9cc8-25b9-4d8c-ae13-b848d381addd) service to localhost/127.0.0.1:39511 2024-11-20T03:20:48,065 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T03:20:48,065 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T03:20:48,065 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bca76fe-494a-cbbe-1382-064d13ef1c6a/cluster_d79fe7ed-2e35-aece-4d48-fb2a366a6059/data/data1/current/BP-1245122080-172.17.0.2-1732072818343 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:20:48,065 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bca76fe-494a-cbbe-1382-064d13ef1c6a/cluster_d79fe7ed-2e35-aece-4d48-fb2a366a6059/data/data2/current/BP-1245122080-172.17.0.2-1732072818343 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:20:48,066 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T03:20:48,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c093c1f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:20:48,070 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@589743a3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:20:48,070 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:20:48,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ec9cda9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:20:48,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f55408b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bca76fe-494a-cbbe-1382-064d13ef1c6a/hadoop.log.dir/,STOPPED} 2024-11-20T03:20:48,076 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T03:20:48,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T03:20:48,095 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=260 (was 240) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39511 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39715 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39511 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61896) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39511 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39511 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39715 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61896) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39511 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39715 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39715 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39511 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:39715 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39715 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39511 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:39511 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=655 (was 617) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=316 (was 270) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6536 (was 6604) 2024-11-20T03:20:48,103 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=260, OpenFileDescriptor=655, MaxFileDescriptor=1048576, SystemLoadAverage=316, ProcessCount=11, AvailableMemoryMB=6536 2024-11-20T03:20:48,114 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-20T03:20:48,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6e632c-4e4c-8702-ba06-bd031e9b94fe/hadoop.log.dir so I do NOT create it in target/test-data/9d80bb2a-7fc4-c332-1269-30feace0bf34 2024-11-20T03:20:48,115 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6e632c-4e4c-8702-ba06-bd031e9b94fe/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T03:20:48,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6e632c-4e4c-8702-ba06-bd031e9b94fe/hadoop.tmp.dir so I do NOT create it in target/test-data/9d80bb2a-7fc4-c332-1269-30feace0bf34 2024-11-20T03:20:48,115 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df6e632c-4e4c-8702-ba06-bd031e9b94fe/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T03:20:48,115 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d80bb2a-7fc4-c332-1269-30feace0bf34 2024-11-20T03:20:48,115 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d80bb2a-7fc4-c332-1269-30feace0bf34/cluster_9e62ee18-8383-c7ae-4714-4cb6493050d3, deleteOnExit=true 2024-11-20T03:20:48,138 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d80bb2a-7fc4-c332-1269-30feace0bf34/cluster_9e62ee18-8383-c7ae-4714-4cb6493050d3/zookeeper_0, clientPort=62063, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d80bb2a-7fc4-c332-1269-30feace0bf34/cluster_9e62ee18-8383-c7ae-4714-4cb6493050d3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d80bb2a-7fc4-c332-1269-30feace0bf34/cluster_9e62ee18-8383-c7ae-4714-4cb6493050d3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T03:20:48,138 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62063 2024-11-20T03:20:48,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T03:20:48,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T03:20:48,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d80bb2a-7fc4-c332-1269-30feace0bf34/test.cache.data in system properties and HBase conf 2024-11-20T03:20:48,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d80bb2a-7fc4-c332-1269-30feace0bf34/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T03:20:48,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d80bb2a-7fc4-c332-1269-30feace0bf34/hadoop.log.dir in system properties and HBase conf 2024-11-20T03:20:48,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d80bb2a-7fc4-c332-1269-30feace0bf34/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T03:20:48,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d80bb2a-7fc4-c332-1269-30feace0bf34/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T03:20:48,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T03:20:48,139 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T03:20:48,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d80bb2a-7fc4-c332-1269-30feace0bf34/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:20:48,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d80bb2a-7fc4-c332-1269-30feace0bf34/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:20:48,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d80bb2a-7fc4-c332-1269-30feace0bf34/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T03:20:48,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d80bb2a-7fc4-c332-1269-30feace0bf34/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:20:48,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d80bb2a-7fc4-c332-1269-30feace0bf34/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T03:20:48,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d80bb2a-7fc4-c332-1269-30feace0bf34/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T03:20:48,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d80bb2a-7fc4-c332-1269-30feace0bf34/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:20:48,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d80bb2a-7fc4-c332-1269-30feace0bf34/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:20:48,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d80bb2a-7fc4-c332-1269-30feace0bf34/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T03:20:48,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d80bb2a-7fc4-c332-1269-30feace0bf34/nfs.dump.dir in system properties and HBase conf 2024-11-20T03:20:48,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d80bb2a-7fc4-c332-1269-30feace0bf34/java.io.tmpdir in system properties and HBase conf 2024-11-20T03:20:48,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d80bb2a-7fc4-c332-1269-30feace0bf34/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:20:48,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d80bb2a-7fc4-c332-1269-30feace0bf34/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T03:20:48,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d80bb2a-7fc4-c332-1269-30feace0bf34/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T03:20:48,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015641c2330002, quorum=127.0.0.1:61896, baseZNode=/02081024030 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T03:20:48,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015641c2330005, quorum=127.0.0.1:61896, baseZNode=/11874854290 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T03:20:48,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015641c2330002, quorum=127.0.0.1:61896, baseZNode=/02081024030 Received Disconnected from ZooKeeper, ignoring 2024-11-20T03:20:48,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015641c2330005, quorum=127.0.0.1:61896, baseZNode=/11874854290 Received Disconnected from ZooKeeper, ignoring 2024-11-20T03:20:48,417 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:20:48,420 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:20:48,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:20:48,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:20:48,421 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T03:20:48,422 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:20:48,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e8931af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d80bb2a-7fc4-c332-1269-30feace0bf34/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:20:48,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ae3eae2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:20:48,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@217e8cec{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d80bb2a-7fc4-c332-1269-30feace0bf34/java.io.tmpdir/jetty-localhost-32833-hadoop-hdfs-3_4_1-tests_jar-_-any-16079618081905263019/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:20:48,516 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6048eb63{HTTP/1.1, (http/1.1)}{localhost:32833} 2024-11-20T03:20:48,516 INFO [Time-limited test {}] server.Server(415): Started @232045ms 2024-11-20T03:20:48,769 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:20:48,771 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:20:48,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:20:48,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:20:48,773 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T03:20:48,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@388b3372{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d80bb2a-7fc4-c332-1269-30feace0bf34/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:20:48,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e910a44{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:20:48,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e629dd4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d80bb2a-7fc4-c332-1269-30feace0bf34/java.io.tmpdir/jetty-localhost-38747-hadoop-hdfs-3_4_1-tests_jar-_-any-2352910877409919831/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:20:48,867 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d03019c{HTTP/1.1, (http/1.1)}{localhost:38747} 2024-11-20T03:20:48,867 INFO [Time-limited test {}] server.Server(415): Started @232396ms 2024-11-20T03:20:48,868 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T03:20:49,550 WARN [Thread-2663 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d80bb2a-7fc4-c332-1269-30feace0bf34/cluster_9e62ee18-8383-c7ae-4714-4cb6493050d3/data/data1/current/BP-1503346953-172.17.0.2-1732072848153/current, will proceed with Du for space computation calculation, 2024-11-20T03:20:49,550 WARN [Thread-2664 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d80bb2a-7fc4-c332-1269-30feace0bf34/cluster_9e62ee18-8383-c7ae-4714-4cb6493050d3/data/data2/current/BP-1503346953-172.17.0.2-1732072848153/current, will proceed with Du for space computation calculation, 2024-11-20T03:20:49,569 WARN [Thread-2651 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T03:20:49,571 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf67fb1eb2203b40b with lease ID 0xdb28c747b98fe4fb: Processing first storage report for DS-933d537d-54d7-4f7f-b9d9-cd2da8b6241e from datanode DatanodeRegistration(127.0.0.1:36839, datanodeUuid=7a38397b-cd8a-496d-a8de-1d7730838bc4, infoPort=45821, infoSecurePort=0, ipcPort=41885, storageInfo=lv=-57;cid=testClusterID;nsid=374015834;c=1732072848153) 2024-11-20T03:20:49,571 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf67fb1eb2203b40b with lease ID 0xdb28c747b98fe4fb: from storage DS-933d537d-54d7-4f7f-b9d9-cd2da8b6241e node DatanodeRegistration(127.0.0.1:36839, datanodeUuid=7a38397b-cd8a-496d-a8de-1d7730838bc4, infoPort=45821, infoSecurePort=0, ipcPort=41885, storageInfo=lv=-57;cid=testClusterID;nsid=374015834;c=1732072848153), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T03:20:49,571 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf67fb1eb2203b40b with lease ID 0xdb28c747b98fe4fb: Processing first storage report for DS-88882e32-1b84-4d5f-a3e3-0e4a657bed8c from datanode DatanodeRegistration(127.0.0.1:36839, datanodeUuid=7a38397b-cd8a-496d-a8de-1d7730838bc4, infoPort=45821, infoSecurePort=0, ipcPort=41885, storageInfo=lv=-57;cid=testClusterID;nsid=374015834;c=1732072848153) 2024-11-20T03:20:49,571 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf67fb1eb2203b40b with lease ID 0xdb28c747b98fe4fb: from storage DS-88882e32-1b84-4d5f-a3e3-0e4a657bed8c node DatanodeRegistration(127.0.0.1:36839, datanodeUuid=7a38397b-cd8a-496d-a8de-1d7730838bc4, infoPort=45821, infoSecurePort=0, ipcPort=41885, storageInfo=lv=-57;cid=testClusterID;nsid=374015834;c=1732072848153), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T03:20:49,592 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d80bb2a-7fc4-c332-1269-30feace0bf34 2024-11-20T03:20:49,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:20:49,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:20:49,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36839 is added to blk_1073741825_1001 (size=7) 2024-11-20T03:20:50,001 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957 with version=8 2024-11-20T03:20:50,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/hbase-staging 2024-11-20T03:20:50,004 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:20:50,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:20:50,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:20:50,004 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:20:50,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:20:50,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:20:50,004 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T03:20:50,004 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:20:50,005 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33441 2024-11-20T03:20:50,005 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33441 connecting to ZooKeeper ensemble=127.0.0.1:62063 2024-11-20T03:20:50,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334410x0, quorum=127.0.0.1:62063, baseZNode=/01044419198 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:20:50,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33441-0x101564236b50000 connected 2024-11-20T03:20:50,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:20:50,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:20:50,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33441-0x101564236b50000, quorum=127.0.0.1:62063, baseZNode=/01044419198 Set watcher on znode that does not yet exist, /01044419198/running 2024-11-20T03:20:50,374 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957, hbase.cluster.distributed=false 2024-11-20T03:20:50,375 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33441-0x101564236b50000, quorum=127.0.0.1:62063, baseZNode=/01044419198 Set watcher on znode that does not yet exist, /01044419198/acl 2024-11-20T03:20:50,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33441 2024-11-20T03:20:50,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33441 2024-11-20T03:20:50,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33441 2024-11-20T03:20:50,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33441 2024-11-20T03:20:50,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33441 2024-11-20T03:20:50,397 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:20:50,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:20:50,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:20:50,397 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:20:50,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:20:50,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:20:50,397 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T03:20:50,397 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:20:50,398 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44287 2024-11-20T03:20:50,398 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44287 connecting to ZooKeeper ensemble=127.0.0.1:62063 2024-11-20T03:20:50,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:20:50,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:20:50,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442870x0, quorum=127.0.0.1:62063, baseZNode=/01044419198 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:20:50,414 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442870x0, quorum=127.0.0.1:62063, baseZNode=/01044419198 Set watcher on znode that does not yet exist, /01044419198/running 2024-11-20T03:20:50,414 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44287-0x101564236b50001 connected 2024-11-20T03:20:50,414 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T03:20:50,414 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T03:20:50,415 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44287-0x101564236b50001, quorum=127.0.0.1:62063, baseZNode=/01044419198 Set watcher on znode that does not yet exist, /01044419198/master 2024-11-20T03:20:50,415 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44287-0x101564236b50001, quorum=127.0.0.1:62063, baseZNode=/01044419198 Set watcher on znode that does not yet exist, /01044419198/acl 2024-11-20T03:20:50,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44287 2024-11-20T03:20:50,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44287 2024-11-20T03:20:50,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44287 2024-11-20T03:20:50,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44287 2024-11-20T03:20:50,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44287 2024-11-20T03:20:50,431 DEBUG [M:0;d00f728e99d7:33441 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d00f728e99d7:33441 2024-11-20T03:20:50,432 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01044419198/backup-masters/d00f728e99d7,33441,1732072850003 2024-11-20T03:20:50,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44287-0x101564236b50001, quorum=127.0.0.1:62063, baseZNode=/01044419198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01044419198/backup-masters 2024-11-20T03:20:50,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33441-0x101564236b50000, quorum=127.0.0.1:62063, baseZNode=/01044419198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01044419198/backup-masters 2024-11-20T03:20:50,445 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33441-0x101564236b50000, quorum=127.0.0.1:62063, baseZNode=/01044419198 Set watcher on existing znode=/01044419198/backup-masters/d00f728e99d7,33441,1732072850003 2024-11-20T03:20:50,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44287-0x101564236b50001, quorum=127.0.0.1:62063, baseZNode=/01044419198 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01044419198/master 2024-11-20T03:20:50,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33441-0x101564236b50000, quorum=127.0.0.1:62063, baseZNode=/01044419198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01044419198 2024-11-20T03:20:50,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44287-0x101564236b50001, quorum=127.0.0.1:62063, baseZNode=/01044419198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01044419198 2024-11-20T03:20:50,456 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33441-0x101564236b50000, quorum=127.0.0.1:62063, baseZNode=/01044419198 Set watcher on existing znode=/01044419198/master 2024-11-20T03:20:50,456 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01044419198/backup-masters/d00f728e99d7,33441,1732072850003 from backup master directory 2024-11-20T03:20:50,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33441-0x101564236b50000, quorum=127.0.0.1:62063, baseZNode=/01044419198 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01044419198/backup-masters/d00f728e99d7,33441,1732072850003 2024-11-20T03:20:50,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44287-0x101564236b50001, quorum=127.0.0.1:62063, baseZNode=/01044419198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01044419198/backup-masters 2024-11-20T03:20:50,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33441-0x101564236b50000, quorum=127.0.0.1:62063, baseZNode=/01044419198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01044419198/backup-masters 2024-11-20T03:20:50,466 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:20:50,466 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d00f728e99d7,33441,1732072850003 2024-11-20T03:20:50,468 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/hbase.id] with ID: 1f587a92-1e13-41f2-b2a1-3a746a963f29 2024-11-20T03:20:50,468 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/.tmp/hbase.id 2024-11-20T03:20:50,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36839 is added to blk_1073741826_1002 (size=42) 2024-11-20T03:20:50,641 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T03:20:50,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:50,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:50,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:50,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:50,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:50,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:50,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:50,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:50,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:50,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:50,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:50,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:50,872 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/.tmp/hbase.id]:[hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/hbase.id] 2024-11-20T03:20:50,879 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:20:50,879 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T03:20:50,880 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T03:20:50,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44287-0x101564236b50001, quorum=127.0.0.1:62063, baseZNode=/01044419198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01044419198 2024-11-20T03:20:50,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33441-0x101564236b50000, quorum=127.0.0.1:62063, baseZNode=/01044419198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01044419198 2024-11-20T03:20:50,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36839 is added to blk_1073741827_1003 (size=196) 2024-11-20T03:20:50,933 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:20:50,934 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T03:20:50,934 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:20:50,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36839 is added to blk_1073741828_1004 (size=1189) 2024-11-20T03:20:51,343 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/MasterData/data/master/store 2024-11-20T03:20:51,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36839 is added to blk_1073741829_1005 (size=34) 2024-11-20T03:20:51,747 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:20:51,747 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:20:51,747 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:20:51,747 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:20:51,747 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:20:51,747 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:20:51,747 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:20:51,747 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072851747Disabling compacts and flushes for region at 1732072851747Disabling writes for close at 1732072851747Writing region close event to WAL at 1732072851747Closed at 1732072851747 2024-11-20T03:20:51,748 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/MasterData/data/master/store/.initializing 2024-11-20T03:20:51,748 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/MasterData/WALs/d00f728e99d7,33441,1732072850003 2024-11-20T03:20:51,749 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:20:51,750 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d00f728e99d7%2C33441%2C1732072850003, suffix=, logDir=hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/MasterData/WALs/d00f728e99d7,33441,1732072850003, archiveDir=hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/MasterData/oldWALs, maxLogs=10 2024-11-20T03:20:51,761 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/MasterData/WALs/d00f728e99d7,33441,1732072850003/d00f728e99d7%2C33441%2C1732072850003.1732072851750, exclude list is [], retry=0 2024-11-20T03:20:51,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36839,DS-933d537d-54d7-4f7f-b9d9-cd2da8b6241e,DISK] 2024-11-20T03:20:51,768 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/MasterData/WALs/d00f728e99d7,33441,1732072850003/d00f728e99d7%2C33441%2C1732072850003.1732072851750 2024-11-20T03:20:51,768 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45821:45821)] 2024-11-20T03:20:51,769 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:20:51,769 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:20:51,769 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:51,769 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:51,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:51,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T03:20:51,771 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:51,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:20:51,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:51,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T03:20:51,772 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:51,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:20:51,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:51,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T03:20:51,773 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:51,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:20:51,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:51,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T03:20:51,774 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:51,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:20:51,775 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:51,775 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:51,775 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:51,776 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:51,776 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:51,777 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:20:51,778 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:51,780 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:20:51,780 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67000444, jitterRate=-0.0016155838966369629}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:20:51,781 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732072851769Initializing all the Stores at 1732072851770 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072851770Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072851770Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072851770Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072851770Cleaning up temporary data from old regions at 1732072851776 (+6 ms)Region opened successfully at 1732072851781 (+5 ms) 2024-11-20T03:20:51,781 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T03:20:51,783 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3baf867b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:20:51,784 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T03:20:51,784 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T03:20:51,784 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T03:20:51,784 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T03:20:51,785 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T03:20:51,785 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T03:20:51,785 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T03:20:51,787 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T03:20:51,787 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33441-0x101564236b50000, quorum=127.0.0.1:62063, baseZNode=/01044419198 Unable to get data of znode /01044419198/balancer because node does not exist (not necessarily an error) 2024-11-20T03:20:51,834 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01044419198/balancer already deleted, retry=false 2024-11-20T03:20:51,834 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T03:20:51,835 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33441-0x101564236b50000, quorum=127.0.0.1:62063, baseZNode=/01044419198 Unable to get data of znode /01044419198/normalizer because node does not exist (not necessarily an error) 2024-11-20T03:20:51,845 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01044419198/normalizer already deleted, retry=false 2024-11-20T03:20:51,845 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T03:20:51,846 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33441-0x101564236b50000, quorum=127.0.0.1:62063, baseZNode=/01044419198 Unable to get data of znode /01044419198/switch/split because node does not exist (not necessarily an error) 2024-11-20T03:20:51,855 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01044419198/switch/split already deleted, retry=false 2024-11-20T03:20:51,856 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33441-0x101564236b50000, quorum=127.0.0.1:62063, baseZNode=/01044419198 Unable to get data of znode /01044419198/switch/merge because node does not exist (not necessarily an error) 2024-11-20T03:20:51,866 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01044419198/switch/merge already deleted, retry=false 2024-11-20T03:20:51,867 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33441-0x101564236b50000, quorum=127.0.0.1:62063, baseZNode=/01044419198 Unable to get data of znode /01044419198/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T03:20:51,876 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01044419198/snapshot-cleanup already deleted, retry=false 2024-11-20T03:20:51,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33441-0x101564236b50000, quorum=127.0.0.1:62063, baseZNode=/01044419198 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01044419198/running 2024-11-20T03:20:51,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44287-0x101564236b50001, quorum=127.0.0.1:62063, baseZNode=/01044419198 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01044419198/running 2024-11-20T03:20:51,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33441-0x101564236b50000, quorum=127.0.0.1:62063, baseZNode=/01044419198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01044419198 2024-11-20T03:20:51,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44287-0x101564236b50001, quorum=127.0.0.1:62063, baseZNode=/01044419198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01044419198 2024-11-20T03:20:51,887 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d00f728e99d7,33441,1732072850003, sessionid=0x101564236b50000, setting cluster-up flag (Was=false) 2024-11-20T03:20:51,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33441-0x101564236b50000, quorum=127.0.0.1:62063, baseZNode=/01044419198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01044419198 2024-11-20T03:20:51,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44287-0x101564236b50001, quorum=127.0.0.1:62063, baseZNode=/01044419198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01044419198 2024-11-20T03:20:51,939 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01044419198/flush-table-proc/acquired, /01044419198/flush-table-proc/reached, /01044419198/flush-table-proc/abort 2024-11-20T03:20:51,940 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,33441,1732072850003 2024-11-20T03:20:51,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33441-0x101564236b50000, quorum=127.0.0.1:62063, baseZNode=/01044419198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01044419198 2024-11-20T03:20:51,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44287-0x101564236b50001, quorum=127.0.0.1:62063, baseZNode=/01044419198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01044419198 2024-11-20T03:20:51,992 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01044419198/online-snapshot/acquired, /01044419198/online-snapshot/reached, /01044419198/online-snapshot/abort 2024-11-20T03:20:51,993 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,33441,1732072850003 2024-11-20T03:20:51,994 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T03:20:51,995 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T03:20:51,995 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T03:20:51,995 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T03:20:51,995 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d00f728e99d7,33441,1732072850003 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T03:20:51,996 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:20:51,996 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:20:51,996 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:20:51,996 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:20:51,996 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d00f728e99d7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T03:20:51,996 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:51,996 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:20:51,996 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:51,997 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732072881997 2024-11-20T03:20:51,997 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T03:20:51,997 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T03:20:51,997 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T03:20:51,997 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T03:20:51,997 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T03:20:51,997 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T03:20:51,997 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:20:51,997 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T03:20:51,998 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:51,998 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T03:20:51,998 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T03:20:51,998 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T03:20:51,998 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T03:20:51,998 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T03:20:51,998 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:51,998 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T03:20:51,998 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072851998,5,FailOnTimeoutGroup] 2024-11-20T03:20:51,998 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T03:20:51,998 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072851998,5,FailOnTimeoutGroup] 2024-11-20T03:20:51,998 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:51,999 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T03:20:51,999 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:51,999 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:52,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36839 is added to blk_1073741831_1007 (size=1321) 2024-11-20T03:20:52,023 INFO [RS:0;d00f728e99d7:44287 {}] regionserver.HRegionServer(746): ClusterId : 1f587a92-1e13-41f2-b2a1-3a746a963f29 2024-11-20T03:20:52,023 DEBUG [RS:0;d00f728e99d7:44287 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T03:20:52,035 DEBUG [RS:0;d00f728e99d7:44287 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T03:20:52,035 DEBUG [RS:0;d00f728e99d7:44287 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T03:20:52,045 DEBUG [RS:0;d00f728e99d7:44287 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T03:20:52,045 DEBUG [RS:0;d00f728e99d7:44287 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e593182, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:20:52,062 DEBUG [RS:0;d00f728e99d7:44287 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d00f728e99d7:44287 2024-11-20T03:20:52,062 INFO [RS:0;d00f728e99d7:44287 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T03:20:52,062 INFO [RS:0;d00f728e99d7:44287 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T03:20:52,062 DEBUG [RS:0;d00f728e99d7:44287 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T03:20:52,062 INFO [RS:0;d00f728e99d7:44287 {}] regionserver.HRegionServer(2659): reportForDuty to master=d00f728e99d7,33441,1732072850003 with port=44287, startcode=1732072850396 2024-11-20T03:20:52,063 DEBUG [RS:0;d00f728e99d7:44287 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T03:20:52,064 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T03:20:52,064 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33441 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d00f728e99d7,44287,1732072850396 2024-11-20T03:20:52,065 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33441 {}] master.ServerManager(517): Registering regionserver=d00f728e99d7,44287,1732072850396 2024-11-20T03:20:52,068 DEBUG [RS:0;d00f728e99d7:44287 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957 2024-11-20T03:20:52,068 DEBUG [RS:0;d00f728e99d7:44287 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44325 2024-11-20T03:20:52,068 DEBUG [RS:0;d00f728e99d7:44287 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T03:20:52,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33441-0x101564236b50000, quorum=127.0.0.1:62063, baseZNode=/01044419198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01044419198/rs 2024-11-20T03:20:52,077 DEBUG [RS:0;d00f728e99d7:44287 {}] zookeeper.ZKUtil(111): regionserver:44287-0x101564236b50001, quorum=127.0.0.1:62063, baseZNode=/01044419198 Set watcher on existing znode=/01044419198/rs/d00f728e99d7,44287,1732072850396 2024-11-20T03:20:52,077 WARN [RS:0;d00f728e99d7:44287 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:20:52,077 INFO [RS:0;d00f728e99d7:44287 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:20:52,077 DEBUG [RS:0;d00f728e99d7:44287 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396 2024-11-20T03:20:52,077 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d00f728e99d7,44287,1732072850396] 2024-11-20T03:20:52,079 INFO [RS:0;d00f728e99d7:44287 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T03:20:52,080 INFO [RS:0;d00f728e99d7:44287 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T03:20:52,081 INFO [RS:0;d00f728e99d7:44287 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T03:20:52,081 INFO [RS:0;d00f728e99d7:44287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:52,081 INFO [RS:0;d00f728e99d7:44287 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T03:20:52,081 INFO [RS:0;d00f728e99d7:44287 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T03:20:52,081 INFO [RS:0;d00f728e99d7:44287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:52,081 DEBUG [RS:0;d00f728e99d7:44287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:52,081 DEBUG [RS:0;d00f728e99d7:44287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:52,081 DEBUG [RS:0;d00f728e99d7:44287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:52,081 DEBUG [RS:0;d00f728e99d7:44287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:52,081 DEBUG [RS:0;d00f728e99d7:44287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:52,081 DEBUG [RS:0;d00f728e99d7:44287 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:20:52,081 DEBUG [RS:0;d00f728e99d7:44287 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:52,081 DEBUG [RS:0;d00f728e99d7:44287 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:52,081 DEBUG [RS:0;d00f728e99d7:44287 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:52,082 DEBUG [RS:0;d00f728e99d7:44287 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:52,082 DEBUG [RS:0;d00f728e99d7:44287 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:52,082 DEBUG [RS:0;d00f728e99d7:44287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:52,082 DEBUG [RS:0;d00f728e99d7:44287 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:20:52,082 DEBUG [RS:0;d00f728e99d7:44287 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:20:52,084 INFO [RS:0;d00f728e99d7:44287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:52,084 INFO [RS:0;d00f728e99d7:44287 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:52,084 INFO [RS:0;d00f728e99d7:44287 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:52,084 INFO [RS:0;d00f728e99d7:44287 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:52,084 INFO [RS:0;d00f728e99d7:44287 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:52,084 INFO [RS:0;d00f728e99d7:44287 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,44287,1732072850396-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:20:52,100 INFO [RS:0;d00f728e99d7:44287 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T03:20:52,100 INFO [RS:0;d00f728e99d7:44287 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,44287,1732072850396-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:52,100 INFO [RS:0;d00f728e99d7:44287 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:52,100 INFO [RS:0;d00f728e99d7:44287 {}] regionserver.Replication(171): d00f728e99d7,44287,1732072850396 started 2024-11-20T03:20:52,113 INFO [RS:0;d00f728e99d7:44287 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:52,114 INFO [RS:0;d00f728e99d7:44287 {}] regionserver.HRegionServer(1482): Serving as d00f728e99d7,44287,1732072850396, RpcServer on d00f728e99d7/172.17.0.2:44287, sessionid=0x101564236b50001 2024-11-20T03:20:52,114 DEBUG [RS:0;d00f728e99d7:44287 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T03:20:52,114 DEBUG [RS:0;d00f728e99d7:44287 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d00f728e99d7,44287,1732072850396 2024-11-20T03:20:52,114 DEBUG [RS:0;d00f728e99d7:44287 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,44287,1732072850396' 2024-11-20T03:20:52,114 DEBUG [RS:0;d00f728e99d7:44287 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01044419198/flush-table-proc/abort' 2024-11-20T03:20:52,114 DEBUG [RS:0;d00f728e99d7:44287 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01044419198/flush-table-proc/acquired' 2024-11-20T03:20:52,114 DEBUG [RS:0;d00f728e99d7:44287 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T03:20:52,114 DEBUG [RS:0;d00f728e99d7:44287 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T03:20:52,114 DEBUG [RS:0;d00f728e99d7:44287 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d00f728e99d7,44287,1732072850396 2024-11-20T03:20:52,115 DEBUG [RS:0;d00f728e99d7:44287 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,44287,1732072850396' 2024-11-20T03:20:52,115 DEBUG [RS:0;d00f728e99d7:44287 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01044419198/online-snapshot/abort' 2024-11-20T03:20:52,115 DEBUG [RS:0;d00f728e99d7:44287 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01044419198/online-snapshot/acquired' 2024-11-20T03:20:52,115 DEBUG [RS:0;d00f728e99d7:44287 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T03:20:52,115 INFO [RS:0;d00f728e99d7:44287 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T03:20:52,115 INFO [RS:0;d00f728e99d7:44287 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T03:20:52,215 INFO [RS:0;d00f728e99d7:44287 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:20:52,216 INFO [RS:0;d00f728e99d7:44287 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C44287%2C1732072850396, suffix=, logDir=hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396, archiveDir=hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/oldWALs, maxLogs=10 2024-11-20T03:20:52,230 DEBUG [RS:0;d00f728e99d7:44287 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217, exclude list is [], retry=0 2024-11-20T03:20:52,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36839,DS-933d537d-54d7-4f7f-b9d9-cd2da8b6241e,DISK] 2024-11-20T03:20:52,246 INFO [RS:0;d00f728e99d7:44287 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 2024-11-20T03:20:52,246 DEBUG [RS:0;d00f728e99d7:44287 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45821:45821)] 2024-11-20T03:20:52,331 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:20:52,332 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d00f728e99d7,34923,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:34923 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T03:20:52,332 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38296 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d00f728e99d7,34923,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:34923 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T03:20:52,403 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T03:20:52,403 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957 2024-11-20T03:20:52,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36839 is added to blk_1073741833_1009 (size=32) 2024-11-20T03:20:52,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:20:52,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:20:52,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:20:52,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:52,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:20:52,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:20:52,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:20:52,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:52,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:20:52,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:20:52,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:20:52,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:52,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:20:52,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:20:52,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:20:52,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:52,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:20:52,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:20:52,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/hbase/meta/1588230740 2024-11-20T03:20:52,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/hbase/meta/1588230740 2024-11-20T03:20:52,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:20:52,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:20:52,816 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:20:52,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:20:52,818 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:20:52,818 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69596910, jitterRate=0.037074774503707886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:20:52,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732072852808Initializing all the Stores at 1732072852808Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072852809 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072852809Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072852809Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072852809Cleaning up temporary data from old regions at 1732072852815 (+6 ms)Region opened successfully at 1732072852819 (+4 ms) 2024-11-20T03:20:52,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:20:52,819 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:20:52,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:20:52,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:20:52,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:20:52,820 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:20:52,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072852819Disabling compacts and flushes for region at 1732072852819Disabling writes for close at 1732072852819Writing region close event to WAL at 1732072852820 (+1 ms)Closed at 1732072852820 2024-11-20T03:20:52,821 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:20:52,821 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T03:20:52,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T03:20:52,822 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:20:52,822 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T03:20:52,973 DEBUG [d00f728e99d7:33441 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T03:20:52,973 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d00f728e99d7,44287,1732072850396 2024-11-20T03:20:52,974 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,44287,1732072850396, state=OPENING 2024-11-20T03:20:53,034 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T03:20:53,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33441-0x101564236b50000, quorum=127.0.0.1:62063, baseZNode=/01044419198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01044419198 2024-11-20T03:20:53,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44287-0x101564236b50001, quorum=127.0.0.1:62063, baseZNode=/01044419198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01044419198 2024-11-20T03:20:53,045 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:20:53,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01044419198/meta-region-server: CHANGED 2024-11-20T03:20:53,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01044419198/meta-region-server: CHANGED 2024-11-20T03:20:53,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,44287,1732072850396}] 2024-11-20T03:20:53,197 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:20:53,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T03:20:53,201 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T03:20:53,202 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:20:53,202 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T03:20:53,203 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C44287%2C1732072850396.meta, suffix=.meta, logDir=hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396, archiveDir=hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/oldWALs, maxLogs=10 2024-11-20T03:20:53,219 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.meta.1732072853203.meta, exclude list is [], retry=0 2024-11-20T03:20:53,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36839,DS-933d537d-54d7-4f7f-b9d9-cd2da8b6241e,DISK] 2024-11-20T03:20:53,222 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.meta.1732072853203.meta 2024-11-20T03:20:53,224 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45821:45821)] 2024-11-20T03:20:53,224 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:20:53,225 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:20:53,225 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:20:53,225 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T03:20:53,225 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T03:20:53,225 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T03:20:53,225 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:20:53,225 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T03:20:53,225 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T03:20:53,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:20:53,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:20:53,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:53,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:20:53,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:20:53,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:20:53,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:53,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:20:53,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:20:53,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:20:53,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:53,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:20:53,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:20:53,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:20:53,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:53,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:20:53,230 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:20:53,230 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/hbase/meta/1588230740 2024-11-20T03:20:53,231 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/hbase/meta/1588230740 2024-11-20T03:20:53,232 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:20:53,232 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:20:53,232 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:20:53,233 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:20:53,233 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60286375, jitterRate=-0.1016630083322525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:20:53,233 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T03:20:53,234 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732072853225Writing region info on filesystem at 1732072853225Initializing all the Stores at 1732072853226 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072853226Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072853226Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072853226Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072853226Cleaning up temporary data from old regions at 1732072853232 (+6 ms)Running coprocessor post-open hooks at 1732072853233 (+1 ms)Region opened successfully at 1732072853234 (+1 ms) 2024-11-20T03:20:53,237 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732072853197 2024-11-20T03:20:53,238 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T03:20:53,238 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T03:20:53,239 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d00f728e99d7,44287,1732072850396 2024-11-20T03:20:53,239 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,44287,1732072850396, state=OPEN 2024-11-20T03:20:53,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44287-0x101564236b50001, quorum=127.0.0.1:62063, baseZNode=/01044419198 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01044419198/meta-region-server 2024-11-20T03:20:53,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33441-0x101564236b50000, quorum=127.0.0.1:62063, baseZNode=/01044419198 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01044419198/meta-region-server 2024-11-20T03:20:53,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01044419198/meta-region-server: CHANGED 2024-11-20T03:20:53,276 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d00f728e99d7,44287,1732072850396 2024-11-20T03:20:53,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01044419198/meta-region-server: CHANGED 2024-11-20T03:20:53,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T03:20:53,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,44287,1732072850396 in 231 msec 2024-11-20T03:20:53,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T03:20:53,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 457 msec 2024-11-20T03:20:53,280 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:20:53,280 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T03:20:53,281 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:20:53,281 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,44287,1732072850396, seqNum=-1] 2024-11-20T03:20:53,281 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:20:53,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:20:53,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2910 sec 2024-11-20T03:20:53,286 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732072853286, completionTime=-1 2024-11-20T03:20:53,286 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T03:20:53,286 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T03:20:53,288 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T03:20:53,288 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732072913288 2024-11-20T03:20:53,288 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732072973288 2024-11-20T03:20:53,288 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T03:20:53,288 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,33441,1732072850003-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:53,288 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,33441,1732072850003-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:53,288 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,33441,1732072850003-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:53,288 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d00f728e99d7:33441, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:53,288 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:53,289 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:53,290 DEBUG [master/d00f728e99d7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T03:20:53,291 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.825sec 2024-11-20T03:20:53,291 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T03:20:53,291 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T03:20:53,291 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T03:20:53,291 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T03:20:53,291 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T03:20:53,291 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,33441,1732072850003-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:20:53,291 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,33441,1732072850003-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T03:20:53,293 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T03:20:53,293 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T03:20:53,293 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,33441,1732072850003-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:53,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@330652c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:53,324 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,33441,-1 for getting cluster id 2024-11-20T03:20:53,324 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:20:53,325 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f587a92-1e13-41f2-b2a1-3a746a963f29' 2024-11-20T03:20:53,326 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:20:53,326 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f587a92-1e13-41f2-b2a1-3a746a963f29" 2024-11-20T03:20:53,326 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@538a2ccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:53,326 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,33441,-1] 2024-11-20T03:20:53,326 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:20:53,326 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:53,327 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:20:53,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eeccb73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:53,328 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:20:53,329 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,44287,1732072850396, seqNum=-1] 2024-11-20T03:20:53,329 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:20:53,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:20:53,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d00f728e99d7,33441,1732072850003 2024-11-20T03:20:53,332 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62063 2024-11-20T03:20:53,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62063, baseZNode=/01044419198 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:20:53,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101564236b50002 connected 2024-11-20T03:20:53,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d80bb2a-7fc4-c332-1269-30feace0bf34/hadoop.log.dir so I do NOT create it in target/test-data/49402177-45d8-0aef-62ba-b255351ee285 2024-11-20T03:20:53,362 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d80bb2a-7fc4-c332-1269-30feace0bf34/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T03:20:53,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d80bb2a-7fc4-c332-1269-30feace0bf34/hadoop.tmp.dir so I do NOT create it in target/test-data/49402177-45d8-0aef-62ba-b255351ee285 2024-11-20T03:20:53,362 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d80bb2a-7fc4-c332-1269-30feace0bf34/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T03:20:53,362 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49402177-45d8-0aef-62ba-b255351ee285 2024-11-20T03:20:53,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T03:20:53,362 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49402177-45d8-0aef-62ba-b255351ee285/cluster_5cfa822c-3772-c500-26fe-851796e40255, deleteOnExit=true 2024-11-20T03:20:53,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T03:20:53,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49402177-45d8-0aef-62ba-b255351ee285/test.cache.data in system properties and HBase conf 2024-11-20T03:20:53,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49402177-45d8-0aef-62ba-b255351ee285/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T03:20:53,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49402177-45d8-0aef-62ba-b255351ee285/hadoop.log.dir in system properties and HBase conf 2024-11-20T03:20:53,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49402177-45d8-0aef-62ba-b255351ee285/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T03:20:53,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49402177-45d8-0aef-62ba-b255351ee285/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T03:20:53,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T03:20:53,363 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T03:20:53,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49402177-45d8-0aef-62ba-b255351ee285/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:20:53,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49402177-45d8-0aef-62ba-b255351ee285/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:20:53,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49402177-45d8-0aef-62ba-b255351ee285/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T03:20:53,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49402177-45d8-0aef-62ba-b255351ee285/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:20:53,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49402177-45d8-0aef-62ba-b255351ee285/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T03:20:53,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49402177-45d8-0aef-62ba-b255351ee285/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T03:20:53,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49402177-45d8-0aef-62ba-b255351ee285/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:20:53,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49402177-45d8-0aef-62ba-b255351ee285/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:20:53,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49402177-45d8-0aef-62ba-b255351ee285/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T03:20:53,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49402177-45d8-0aef-62ba-b255351ee285/nfs.dump.dir in system properties and HBase conf 2024-11-20T03:20:53,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49402177-45d8-0aef-62ba-b255351ee285/java.io.tmpdir in system properties and HBase conf 2024-11-20T03:20:53,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49402177-45d8-0aef-62ba-b255351ee285/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:20:53,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49402177-45d8-0aef-62ba-b255351ee285/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T03:20:53,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49402177-45d8-0aef-62ba-b255351ee285/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T03:20:53,837 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:20:53,842 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:20:53,843 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:20:53,843 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:20:53,843 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T03:20:53,843 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:20:53,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fe8d0f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49402177-45d8-0aef-62ba-b255351ee285/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:20:53,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e6e3cea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:20:53,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3021fba7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49402177-45d8-0aef-62ba-b255351ee285/java.io.tmpdir/jetty-localhost-38875-hadoop-hdfs-3_4_1-tests_jar-_-any-1952171090264954222/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:20:53,939 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75f00ddb{HTTP/1.1, (http/1.1)}{localhost:38875} 2024-11-20T03:20:53,939 INFO [Time-limited test {}] server.Server(415): Started @237468ms 2024-11-20T03:20:54,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T03:20:54,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T03:20:54,313 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:20:54,315 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:20:54,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:20:54,320 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:20:54,320 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T03:20:54,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51cfce39{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49402177-45d8-0aef-62ba-b255351ee285/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:20:54,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@403aff70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:20:54,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47195ef3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49402177-45d8-0aef-62ba-b255351ee285/java.io.tmpdir/jetty-localhost-38507-hadoop-hdfs-3_4_1-tests_jar-_-any-12860415311379238490/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:20:54,449 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70a7e87d{HTTP/1.1, (http/1.1)}{localhost:38507} 2024-11-20T03:20:54,449 INFO [Time-limited test {}] server.Server(415): Started @237978ms 2024-11-20T03:20:54,450 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T03:20:55,196 WARN [Thread-2784 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49402177-45d8-0aef-62ba-b255351ee285/cluster_5cfa822c-3772-c500-26fe-851796e40255/data/data1/current/BP-436526015-172.17.0.2-1732072853377/current, will proceed with Du for space computation calculation, 2024-11-20T03:20:55,196 WARN [Thread-2785 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49402177-45d8-0aef-62ba-b255351ee285/cluster_5cfa822c-3772-c500-26fe-851796e40255/data/data2/current/BP-436526015-172.17.0.2-1732072853377/current, will proceed with Du for space computation calculation, 2024-11-20T03:20:55,228 WARN [Thread-2772 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T03:20:55,232 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x277660d1ecb5c656 with lease ID 0x9f938fd7e8fdeac2: Processing first storage report for DS-806b55ae-e79c-4027-b678-73a512f553c1 from datanode DatanodeRegistration(127.0.0.1:39969, datanodeUuid=7d8e7e8e-9929-4ac5-b5c0-186ccbd256d9, infoPort=36701, infoSecurePort=0, ipcPort=42251, storageInfo=lv=-57;cid=testClusterID;nsid=599971810;c=1732072853377) 2024-11-20T03:20:55,232 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x277660d1ecb5c656 with lease ID 0x9f938fd7e8fdeac2: from storage DS-806b55ae-e79c-4027-b678-73a512f553c1 node DatanodeRegistration(127.0.0.1:39969, datanodeUuid=7d8e7e8e-9929-4ac5-b5c0-186ccbd256d9, infoPort=36701, infoSecurePort=0, ipcPort=42251, storageInfo=lv=-57;cid=testClusterID;nsid=599971810;c=1732072853377), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T03:20:55,232 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x277660d1ecb5c656 with lease ID 0x9f938fd7e8fdeac2: Processing first storage report for DS-57d1c0e9-9bfc-47e3-b8c8-826378a154c9 from datanode DatanodeRegistration(127.0.0.1:39969, datanodeUuid=7d8e7e8e-9929-4ac5-b5c0-186ccbd256d9, infoPort=36701, infoSecurePort=0, ipcPort=42251, storageInfo=lv=-57;cid=testClusterID;nsid=599971810;c=1732072853377) 2024-11-20T03:20:55,232 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x277660d1ecb5c656 with lease ID 0x9f938fd7e8fdeac2: from storage DS-57d1c0e9-9bfc-47e3-b8c8-826378a154c9 node DatanodeRegistration(127.0.0.1:39969, datanodeUuid=7d8e7e8e-9929-4ac5-b5c0-186ccbd256d9, infoPort=36701, infoSecurePort=0, ipcPort=42251, storageInfo=lv=-57;cid=testClusterID;nsid=599971810;c=1732072853377), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T03:20:55,281 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49402177-45d8-0aef-62ba-b255351ee285 2024-11-20T03:20:55,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:20:55,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:20:55,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741825_1001 (size=7) 2024-11-20T03:20:55,288 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95 with version=8 2024-11-20T03:20:55,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/hbase-staging 2024-11-20T03:20:55,291 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:20:55,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:20:55,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:20:55,291 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:20:55,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:20:55,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:20:55,291 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T03:20:55,292 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:20:55,292 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36603 2024-11-20T03:20:55,293 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36603 connecting to ZooKeeper ensemble=127.0.0.1:62063 2024-11-20T03:20:55,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366030x0, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:20:55,319 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36603-0x101564236b50003 connected 2024-11-20T03:20:55,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:20:55,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:20:55,395 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36603-0x101564236b50003, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Set watcher on znode that does not yet exist, /1-354903252/running 2024-11-20T03:20:55,395 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95, hbase.cluster.distributed=false 2024-11-20T03:20:55,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36603-0x101564236b50003, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Set watcher on znode that does not yet exist, /1-354903252/acl 2024-11-20T03:20:55,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36603 2024-11-20T03:20:55,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36603 2024-11-20T03:20:55,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36603 2024-11-20T03:20:55,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36603 2024-11-20T03:20:55,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36603 2024-11-20T03:20:55,411 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:20:55,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:20:55,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:20:55,411 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:20:55,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:20:55,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:20:55,411 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T03:20:55,411 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:20:55,412 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38113 2024-11-20T03:20:55,412 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38113 connecting to ZooKeeper ensemble=127.0.0.1:62063 2024-11-20T03:20:55,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:20:55,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:20:55,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381130x0, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:20:55,424 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:381130x0, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Set watcher on znode that does not yet exist, /1-354903252/running 2024-11-20T03:20:55,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38113-0x101564236b50004 connected 2024-11-20T03:20:55,424 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T03:20:55,425 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T03:20:55,425 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38113-0x101564236b50004, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Set watcher on znode that does not yet exist, /1-354903252/master 2024-11-20T03:20:55,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38113-0x101564236b50004, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Set watcher on znode that does not yet exist, /1-354903252/acl 2024-11-20T03:20:55,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38113 2024-11-20T03:20:55,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38113 2024-11-20T03:20:55,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38113 2024-11-20T03:20:55,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38113 2024-11-20T03:20:55,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38113 2024-11-20T03:20:55,438 DEBUG [M:0;d00f728e99d7:36603 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d00f728e99d7:36603 2024-11-20T03:20:55,438 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-354903252/backup-masters/d00f728e99d7,36603,1732072855291 2024-11-20T03:20:55,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36603-0x101564236b50003, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-354903252/backup-masters 2024-11-20T03:20:55,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x101564236b50004, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-354903252/backup-masters 2024-11-20T03:20:55,445 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36603-0x101564236b50003, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Set watcher on existing znode=/1-354903252/backup-masters/d00f728e99d7,36603,1732072855291 2024-11-20T03:20:55,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36603-0x101564236b50003, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-354903252 2024-11-20T03:20:55,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x101564236b50004, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-354903252/master 2024-11-20T03:20:55,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x101564236b50004, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-354903252 2024-11-20T03:20:55,455 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36603-0x101564236b50003, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Set watcher on existing znode=/1-354903252/master 2024-11-20T03:20:55,456 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-354903252/backup-masters/d00f728e99d7,36603,1732072855291 from backup master directory 2024-11-20T03:20:55,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36603-0x101564236b50003, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-354903252/backup-masters/d00f728e99d7,36603,1732072855291 2024-11-20T03:20:55,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36603-0x101564236b50003, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-354903252/backup-masters 2024-11-20T03:20:55,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x101564236b50004, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-354903252/backup-masters 2024-11-20T03:20:55,466 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:20:55,466 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d00f728e99d7,36603,1732072855291 2024-11-20T03:20:55,469 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/hbase.id] with ID: 262d3fe7-1584-45fd-b56d-1ec6bab3d654 2024-11-20T03:20:55,469 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/.tmp/hbase.id 2024-11-20T03:20:55,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741826_1002 (size=42) 2024-11-20T03:20:55,875 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/.tmp/hbase.id]:[hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/hbase.id] 2024-11-20T03:20:55,882 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:20:55,882 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T03:20:55,883 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T03:20:55,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x101564236b50004, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-354903252 2024-11-20T03:20:55,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36603-0x101564236b50003, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-354903252 2024-11-20T03:20:55,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741827_1003 (size=196) 2024-11-20T03:20:56,312 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:20:56,313 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T03:20:56,313 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:20:56,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741828_1004 (size=1189) 2024-11-20T03:20:56,318 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/MasterData/data/master/store 2024-11-20T03:20:56,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741829_1005 (size=34) 2024-11-20T03:20:56,322 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:20:56,323 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:20:56,323 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:20:56,323 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:20:56,323 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:20:56,323 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:20:56,323 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:20:56,323 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072856323Disabling compacts and flushes for region at 1732072856323Disabling writes for close at 1732072856323Writing region close event to WAL at 1732072856323Closed at 1732072856323 2024-11-20T03:20:56,324 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/MasterData/data/master/store/.initializing 2024-11-20T03:20:56,325 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/MasterData/WALs/d00f728e99d7,36603,1732072855291 2024-11-20T03:20:56,325 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:20:56,326 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d00f728e99d7%2C36603%2C1732072855291, suffix=, logDir=hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/MasterData/WALs/d00f728e99d7,36603,1732072855291, archiveDir=hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/MasterData/oldWALs, maxLogs=10 2024-11-20T03:20:56,342 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/MasterData/WALs/d00f728e99d7,36603,1732072855291/d00f728e99d7%2C36603%2C1732072855291.1732072856326, exclude list is [], retry=0 2024-11-20T03:20:56,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39969,DS-806b55ae-e79c-4027-b678-73a512f553c1,DISK] 2024-11-20T03:20:56,346 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/MasterData/WALs/d00f728e99d7,36603,1732072855291/d00f728e99d7%2C36603%2C1732072855291.1732072856326 2024-11-20T03:20:56,346 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36701:36701)] 2024-11-20T03:20:56,346 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:20:56,346 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:20:56,346 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:56,346 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:56,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:56,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T03:20:56,348 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:56,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:20:56,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:56,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T03:20:56,349 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:56,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:20:56,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:56,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T03:20:56,350 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:56,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:20:56,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:56,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T03:20:56,351 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:56,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:20:56,352 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:56,352 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:56,352 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:56,353 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:56,353 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:56,353 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:20:56,354 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:20:56,355 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:20:56,355 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66004170, jitterRate=-0.016461223363876343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:20:56,355 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732072856346Initializing all the Stores at 1732072856347 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072856347Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072856347Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072856347Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072856347Cleaning up temporary data from old regions at 1732072856353 (+6 ms)Region opened successfully at 1732072856355 (+2 ms) 2024-11-20T03:20:56,356 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T03:20:56,357 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4680f7da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:20:56,358 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T03:20:56,358 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T03:20:56,358 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T03:20:56,358 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T03:20:56,359 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T03:20:56,359 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T03:20:56,359 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T03:20:56,360 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T03:20:56,361 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36603-0x101564236b50003, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Unable to get data of znode /1-354903252/balancer because node does not exist (not necessarily an error) 2024-11-20T03:20:56,390 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-354903252/balancer already deleted, retry=false 2024-11-20T03:20:56,391 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T03:20:56,392 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36603-0x101564236b50003, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Unable to get data of znode /1-354903252/normalizer because node does not exist (not necessarily an error) 2024-11-20T03:20:56,402 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-354903252/normalizer already deleted, retry=false 2024-11-20T03:20:56,403 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T03:20:56,403 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36603-0x101564236b50003, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Unable to get data of znode /1-354903252/switch/split because node does not exist (not necessarily an error) 2024-11-20T03:20:56,413 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-354903252/switch/split already deleted, retry=false 2024-11-20T03:20:56,413 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36603-0x101564236b50003, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Unable to get data of znode /1-354903252/switch/merge because node does not exist (not necessarily an error) 2024-11-20T03:20:56,423 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-354903252/switch/merge already deleted, retry=false 2024-11-20T03:20:56,425 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36603-0x101564236b50003, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Unable to get data of znode /1-354903252/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T03:20:56,434 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-354903252/snapshot-cleanup already deleted, retry=false 2024-11-20T03:20:56,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x101564236b50004, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-354903252/running 2024-11-20T03:20:56,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36603-0x101564236b50003, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-354903252/running 2024-11-20T03:20:56,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x101564236b50004, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-354903252 2024-11-20T03:20:56,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36603-0x101564236b50003, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-354903252 2024-11-20T03:20:56,445 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d00f728e99d7,36603,1732072855291, sessionid=0x101564236b50003, setting cluster-up flag (Was=false) 2024-11-20T03:20:56,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x101564236b50004, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-354903252 2024-11-20T03:20:56,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36603-0x101564236b50003, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-354903252 2024-11-20T03:20:56,497 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-354903252/flush-table-proc/acquired, /1-354903252/flush-table-proc/reached, /1-354903252/flush-table-proc/abort 2024-11-20T03:20:56,498 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,36603,1732072855291 2024-11-20T03:20:56,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x101564236b50004, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-354903252 2024-11-20T03:20:56,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36603-0x101564236b50003, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-354903252 2024-11-20T03:20:56,550 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-354903252/online-snapshot/acquired, /1-354903252/online-snapshot/reached, /1-354903252/online-snapshot/abort 2024-11-20T03:20:56,550 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,36603,1732072855291 2024-11-20T03:20:56,551 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T03:20:56,552 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T03:20:56,553 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T03:20:56,553 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T03:20:56,553 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d00f728e99d7,36603,1732072855291 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T03:20:56,554 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:20:56,554 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:20:56,554 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:20:56,554 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:20:56,554 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d00f728e99d7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T03:20:56,555 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:56,555 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:20:56,555 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:56,555 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732072886555 2024-11-20T03:20:56,555 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T03:20:56,556 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T03:20:56,556 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:20:56,556 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T03:20:56,556 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T03:20:56,556 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T03:20:56,556 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T03:20:56,556 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T03:20:56,556 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:56,557 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T03:20:56,557 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:56,557 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T03:20:56,557 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T03:20:56,557 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T03:20:56,557 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T03:20:56,560 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T03:20:56,560 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T03:20:56,563 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072856560,5,FailOnTimeoutGroup] 2024-11-20T03:20:56,564 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072856563,5,FailOnTimeoutGroup] 2024-11-20T03:20:56,564 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:56,564 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T03:20:56,564 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:56,564 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:56,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741831_1007 (size=1321) 2024-11-20T03:20:56,630 INFO [RS:0;d00f728e99d7:38113 {}] regionserver.HRegionServer(746): ClusterId : 262d3fe7-1584-45fd-b56d-1ec6bab3d654 2024-11-20T03:20:56,630 DEBUG [RS:0;d00f728e99d7:38113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T03:20:56,634 DEBUG [RS:0;d00f728e99d7:38113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T03:20:56,634 DEBUG [RS:0;d00f728e99d7:38113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T03:20:56,645 DEBUG [RS:0;d00f728e99d7:38113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T03:20:56,645 DEBUG [RS:0;d00f728e99d7:38113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f22a3e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:20:56,659 DEBUG [RS:0;d00f728e99d7:38113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d00f728e99d7:38113 2024-11-20T03:20:56,659 INFO [RS:0;d00f728e99d7:38113 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T03:20:56,659 INFO [RS:0;d00f728e99d7:38113 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T03:20:56,659 DEBUG [RS:0;d00f728e99d7:38113 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T03:20:56,659 INFO [RS:0;d00f728e99d7:38113 {}] regionserver.HRegionServer(2659): reportForDuty to master=d00f728e99d7,36603,1732072855291 with port=38113, startcode=1732072855411 2024-11-20T03:20:56,659 DEBUG [RS:0;d00f728e99d7:38113 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T03:20:56,661 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T03:20:56,661 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36603 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d00f728e99d7,38113,1732072855411 2024-11-20T03:20:56,661 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36603 {}] master.ServerManager(517): Registering regionserver=d00f728e99d7,38113,1732072855411 2024-11-20T03:20:56,662 DEBUG [RS:0;d00f728e99d7:38113 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95 2024-11-20T03:20:56,662 DEBUG [RS:0;d00f728e99d7:38113 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43021 2024-11-20T03:20:56,662 DEBUG [RS:0;d00f728e99d7:38113 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T03:20:56,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36603-0x101564236b50003, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-354903252/rs 2024-11-20T03:20:56,721 DEBUG [RS:0;d00f728e99d7:38113 {}] zookeeper.ZKUtil(111): regionserver:38113-0x101564236b50004, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Set watcher on existing znode=/1-354903252/rs/d00f728e99d7,38113,1732072855411 2024-11-20T03:20:56,721 WARN [RS:0;d00f728e99d7:38113 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:20:56,721 INFO [RS:0;d00f728e99d7:38113 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:20:56,722 DEBUG [RS:0;d00f728e99d7:38113 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411 2024-11-20T03:20:56,722 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d00f728e99d7,38113,1732072855411] 2024-11-20T03:20:56,724 INFO [RS:0;d00f728e99d7:38113 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T03:20:56,726 INFO [RS:0;d00f728e99d7:38113 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T03:20:56,726 INFO [RS:0;d00f728e99d7:38113 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T03:20:56,726 INFO [RS:0;d00f728e99d7:38113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:56,727 INFO [RS:0;d00f728e99d7:38113 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T03:20:56,727 INFO [RS:0;d00f728e99d7:38113 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T03:20:56,727 INFO [RS:0;d00f728e99d7:38113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:56,727 DEBUG [RS:0;d00f728e99d7:38113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:56,727 DEBUG [RS:0;d00f728e99d7:38113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:56,727 DEBUG [RS:0;d00f728e99d7:38113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:56,727 DEBUG [RS:0;d00f728e99d7:38113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:56,727 DEBUG [RS:0;d00f728e99d7:38113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:56,727 DEBUG [RS:0;d00f728e99d7:38113 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:20:56,728 DEBUG [RS:0;d00f728e99d7:38113 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:56,728 DEBUG [RS:0;d00f728e99d7:38113 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:56,728 DEBUG [RS:0;d00f728e99d7:38113 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:56,728 DEBUG [RS:0;d00f728e99d7:38113 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:56,728 DEBUG [RS:0;d00f728e99d7:38113 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:56,728 DEBUG [RS:0;d00f728e99d7:38113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:20:56,728 DEBUG [RS:0;d00f728e99d7:38113 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:20:56,728 DEBUG [RS:0;d00f728e99d7:38113 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:20:56,729 INFO [RS:0;d00f728e99d7:38113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:56,729 INFO [RS:0;d00f728e99d7:38113 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:56,729 INFO [RS:0;d00f728e99d7:38113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:56,729 INFO [RS:0;d00f728e99d7:38113 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:56,729 INFO [RS:0;d00f728e99d7:38113 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:56,729 INFO [RS:0;d00f728e99d7:38113 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,38113,1732072855411-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:20:56,747 INFO [RS:0;d00f728e99d7:38113 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T03:20:56,747 INFO [RS:0;d00f728e99d7:38113 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,38113,1732072855411-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:56,747 INFO [RS:0;d00f728e99d7:38113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:56,747 INFO [RS:0;d00f728e99d7:38113 {}] regionserver.Replication(171): d00f728e99d7,38113,1732072855411 started 2024-11-20T03:20:56,765 INFO [RS:0;d00f728e99d7:38113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:56,765 INFO [RS:0;d00f728e99d7:38113 {}] regionserver.HRegionServer(1482): Serving as d00f728e99d7,38113,1732072855411, RpcServer on d00f728e99d7/172.17.0.2:38113, sessionid=0x101564236b50004 2024-11-20T03:20:56,765 DEBUG [RS:0;d00f728e99d7:38113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T03:20:56,765 DEBUG [RS:0;d00f728e99d7:38113 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d00f728e99d7,38113,1732072855411 2024-11-20T03:20:56,765 DEBUG [RS:0;d00f728e99d7:38113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,38113,1732072855411' 2024-11-20T03:20:56,765 DEBUG [RS:0;d00f728e99d7:38113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-354903252/flush-table-proc/abort' 2024-11-20T03:20:56,765 DEBUG [RS:0;d00f728e99d7:38113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-354903252/flush-table-proc/acquired' 2024-11-20T03:20:56,766 DEBUG [RS:0;d00f728e99d7:38113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T03:20:56,766 DEBUG [RS:0;d00f728e99d7:38113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T03:20:56,766 DEBUG [RS:0;d00f728e99d7:38113 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d00f728e99d7,38113,1732072855411 2024-11-20T03:20:56,766 DEBUG [RS:0;d00f728e99d7:38113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,38113,1732072855411' 2024-11-20T03:20:56,766 DEBUG [RS:0;d00f728e99d7:38113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-354903252/online-snapshot/abort' 2024-11-20T03:20:56,766 DEBUG [RS:0;d00f728e99d7:38113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-354903252/online-snapshot/acquired' 2024-11-20T03:20:56,766 DEBUG [RS:0;d00f728e99d7:38113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T03:20:56,766 INFO [RS:0;d00f728e99d7:38113 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T03:20:56,766 INFO [RS:0;d00f728e99d7:38113 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T03:20:56,867 INFO [RS:0;d00f728e99d7:38113 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:20:56,868 INFO [RS:0;d00f728e99d7:38113 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C38113%2C1732072855411, suffix=, logDir=hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411, archiveDir=hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/oldWALs, maxLogs=10 2024-11-20T03:20:56,884 DEBUG [RS:0;d00f728e99d7:38113 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868, exclude list is [], retry=0 2024-11-20T03:20:56,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39969,DS-806b55ae-e79c-4027-b678-73a512f553c1,DISK] 2024-11-20T03:20:56,887 INFO [RS:0;d00f728e99d7:38113 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 2024-11-20T03:20:56,887 DEBUG [RS:0;d00f728e99d7:38113 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36701:36701)] 2024-11-20T03:20:56,969 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T03:20:56,970 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95 2024-11-20T03:20:56,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741833_1009 (size=32) 2024-11-20T03:20:57,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:20:57,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:20:57,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:20:57,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:57,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:20:57,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:20:57,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:20:57,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:57,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:20:57,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:20:57,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:20:57,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:57,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:20:57,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:20:57,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:20:57,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:57,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:20:57,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:20:57,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/hbase/meta/1588230740 2024-11-20T03:20:57,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/hbase/meta/1588230740 2024-11-20T03:20:57,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:20:57,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:20:57,382 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:20:57,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:20:57,386 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:20:57,387 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59596746, jitterRate=-0.11193928122520447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:20:57,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732072857374Initializing all the Stores at 1732072857375 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072857375Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072857375Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072857375Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072857375Cleaning up temporary data from old regions at 1732072857382 (+7 ms)Region opened successfully at 1732072857387 (+5 ms) 2024-11-20T03:20:57,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:20:57,387 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:20:57,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:20:57,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:20:57,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:20:57,387 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:20:57,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072857387Disabling compacts and flushes for region at 1732072857387Disabling writes for close at 1732072857387Writing region close event to WAL at 1732072857387Closed at 1732072857387 2024-11-20T03:20:57,388 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:20:57,388 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T03:20:57,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T03:20:57,389 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:20:57,389 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T03:20:57,540 DEBUG [d00f728e99d7:36603 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T03:20:57,540 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d00f728e99d7,38113,1732072855411 2024-11-20T03:20:57,541 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,38113,1732072855411, state=OPENING 2024-11-20T03:20:57,592 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T03:20:57,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x101564236b50004, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-354903252 2024-11-20T03:20:57,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36603-0x101564236b50003, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-354903252 2024-11-20T03:20:57,603 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-354903252/meta-region-server: CHANGED 2024-11-20T03:20:57,603 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-354903252/meta-region-server: CHANGED 2024-11-20T03:20:57,603 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:20:57,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,38113,1732072855411}] 2024-11-20T03:20:57,755 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:20:57,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T03:20:57,759 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T03:20:57,759 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:20:57,759 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T03:20:57,760 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C38113%2C1732072855411.meta, suffix=.meta, logDir=hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411, archiveDir=hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/oldWALs, maxLogs=10 2024-11-20T03:20:57,772 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.meta.1732072857760.meta, exclude list is [], retry=0 2024-11-20T03:20:57,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39969,DS-806b55ae-e79c-4027-b678-73a512f553c1,DISK] 2024-11-20T03:20:57,776 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.meta.1732072857760.meta 2024-11-20T03:20:57,776 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36701:36701)] 2024-11-20T03:20:57,776 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:20:57,776 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:20:57,777 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:20:57,777 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T03:20:57,777 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T03:20:57,777 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T03:20:57,777 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:20:57,777 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T03:20:57,777 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T03:20:57,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:20:57,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:20:57,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:57,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:20:57,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:20:57,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:20:57,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:57,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:20:57,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:20:57,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:20:57,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:57,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:20:57,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:20:57,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:20:57,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:20:57,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:20:57,781 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:20:57,781 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/hbase/meta/1588230740 2024-11-20T03:20:57,782 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/hbase/meta/1588230740 2024-11-20T03:20:57,783 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:20:57,783 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:20:57,783 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:20:57,784 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:20:57,784 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70716686, jitterRate=0.05376073718070984}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:20:57,784 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T03:20:57,785 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732072857777Writing region info on filesystem at 1732072857777Initializing all the Stores at 1732072857778 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072857778Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072857778Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072857778Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072857778Cleaning up temporary data from old regions at 1732072857783 (+5 ms)Running coprocessor post-open hooks at 1732072857784 (+1 ms)Region opened successfully at 1732072857784 2024-11-20T03:20:57,785 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732072857755 2024-11-20T03:20:57,787 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T03:20:57,787 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T03:20:57,789 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d00f728e99d7,38113,1732072855411 2024-11-20T03:20:57,789 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,38113,1732072855411, state=OPEN 2024-11-20T03:20:57,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x101564236b50004, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-354903252/meta-region-server 2024-11-20T03:20:57,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36603-0x101564236b50003, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-354903252/meta-region-server 2024-11-20T03:20:57,801 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d00f728e99d7,38113,1732072855411 2024-11-20T03:20:57,801 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-354903252/meta-region-server: CHANGED 2024-11-20T03:20:57,801 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-354903252/meta-region-server: CHANGED 2024-11-20T03:20:57,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T03:20:57,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,38113,1732072855411 in 198 msec 2024-11-20T03:20:57,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T03:20:57,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 415 msec 2024-11-20T03:20:57,805 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:20:57,805 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T03:20:57,805 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:20:57,806 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,38113,1732072855411, seqNum=-1] 2024-11-20T03:20:57,806 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:20:57,807 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:20:57,811 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2590 sec 2024-11-20T03:20:57,811 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732072857811, completionTime=-1 2024-11-20T03:20:57,811 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T03:20:57,811 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T03:20:57,813 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T03:20:57,813 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732072917813 2024-11-20T03:20:57,813 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732072977813 2024-11-20T03:20:57,813 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T03:20:57,813 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,36603,1732072855291-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:57,813 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,36603,1732072855291-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:57,813 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,36603,1732072855291-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:57,813 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d00f728e99d7:36603, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:57,813 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:57,814 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:57,815 DEBUG [master/d00f728e99d7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T03:20:57,817 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.351sec 2024-11-20T03:20:57,817 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T03:20:57,817 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T03:20:57,817 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T03:20:57,817 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T03:20:57,817 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T03:20:57,817 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,36603,1732072855291-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:20:57,817 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,36603,1732072855291-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T03:20:57,818 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T03:20:57,818 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T03:20:57,818 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,36603,1732072855291-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:20:57,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73111f9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:57,831 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,36603,-1 for getting cluster id 2024-11-20T03:20:57,831 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:20:57,832 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '262d3fe7-1584-45fd-b56d-1ec6bab3d654' 2024-11-20T03:20:57,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:20:57,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "262d3fe7-1584-45fd-b56d-1ec6bab3d654" 2024-11-20T03:20:57,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@247cb708, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:57,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,36603,-1] 2024-11-20T03:20:57,833 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:20:57,833 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:20:57,833 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:20:57,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@754f6ac0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:20:57,834 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:20:57,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,38113,1732072855411, seqNum=-1] 2024-11-20T03:20:57,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:20:57,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:20:57,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d00f728e99d7,36603,1732072855291 2024-11-20T03:20:57,838 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62063 2024-11-20T03:20:57,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:20:57,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101564236b50005 connected 2024-11-20T03:20:57,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49402177-45d8-0aef-62ba-b255351ee285/hadoop.log.dir so I do NOT create it in target/test-data/52817d6a-2301-1d0c-5375-36d8c3299719 2024-11-20T03:20:57,857 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49402177-45d8-0aef-62ba-b255351ee285/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T03:20:57,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49402177-45d8-0aef-62ba-b255351ee285/hadoop.tmp.dir so I do NOT create it in target/test-data/52817d6a-2301-1d0c-5375-36d8c3299719 2024-11-20T03:20:57,857 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49402177-45d8-0aef-62ba-b255351ee285/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T03:20:57,857 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52817d6a-2301-1d0c-5375-36d8c3299719 2024-11-20T03:20:57,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T03:20:57,857 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52817d6a-2301-1d0c-5375-36d8c3299719/cluster_f01b5254-051b-b31b-7d54-161fc0ca2ddd, deleteOnExit=true 2024-11-20T03:20:57,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T03:20:57,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52817d6a-2301-1d0c-5375-36d8c3299719/test.cache.data in system properties and HBase conf 2024-11-20T03:20:57,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52817d6a-2301-1d0c-5375-36d8c3299719/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T03:20:57,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52817d6a-2301-1d0c-5375-36d8c3299719/hadoop.log.dir in system properties and HBase conf 2024-11-20T03:20:57,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52817d6a-2301-1d0c-5375-36d8c3299719/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T03:20:57,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52817d6a-2301-1d0c-5375-36d8c3299719/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T03:20:57,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T03:20:57,858 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T03:20:57,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52817d6a-2301-1d0c-5375-36d8c3299719/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:20:57,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52817d6a-2301-1d0c-5375-36d8c3299719/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:20:57,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52817d6a-2301-1d0c-5375-36d8c3299719/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T03:20:57,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52817d6a-2301-1d0c-5375-36d8c3299719/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:20:57,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52817d6a-2301-1d0c-5375-36d8c3299719/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T03:20:57,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52817d6a-2301-1d0c-5375-36d8c3299719/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T03:20:57,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52817d6a-2301-1d0c-5375-36d8c3299719/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:20:57,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52817d6a-2301-1d0c-5375-36d8c3299719/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:20:57,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52817d6a-2301-1d0c-5375-36d8c3299719/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T03:20:57,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52817d6a-2301-1d0c-5375-36d8c3299719/nfs.dump.dir in system properties and HBase conf 2024-11-20T03:20:57,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52817d6a-2301-1d0c-5375-36d8c3299719/java.io.tmpdir in system properties and HBase conf 2024-11-20T03:20:57,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52817d6a-2301-1d0c-5375-36d8c3299719/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:20:57,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52817d6a-2301-1d0c-5375-36d8c3299719/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T03:20:57,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52817d6a-2301-1d0c-5375-36d8c3299719/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T03:20:58,079 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T03:20:58,204 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:20:58,210 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:20:58,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:20:58,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:20:58,213 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T03:20:58,214 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:20:58,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e76c5b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52817d6a-2301-1d0c-5375-36d8c3299719/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:20:58,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d37fcd3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:20:58,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c11ceb4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52817d6a-2301-1d0c-5375-36d8c3299719/java.io.tmpdir/jetty-localhost-39515-hadoop-hdfs-3_4_1-tests_jar-_-any-7167377855066048746/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:20:58,322 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2cd281a9{HTTP/1.1, (http/1.1)}{localhost:39515} 2024-11-20T03:20:58,322 INFO [Time-limited test {}] server.Server(415): Started @241851ms 2024-11-20T03:20:58,603 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T03:20:58,604 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:58,604 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:58,639 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:58,639 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:58,639 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:58,639 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:58,640 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:58,640 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:58,648 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:58,653 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:58,653 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:58,656 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:20:58,668 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:20:58,671 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:20:58,676 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:20:58,676 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:20:58,676 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T03:20:58,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d904433{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52817d6a-2301-1d0c-5375-36d8c3299719/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:20:58,679 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3030fef7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:20:58,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26527bc6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52817d6a-2301-1d0c-5375-36d8c3299719/java.io.tmpdir/jetty-localhost-37853-hadoop-hdfs-3_4_1-tests_jar-_-any-3614012512613634733/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:20:58,814 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2add119{HTTP/1.1, (http/1.1)}{localhost:37853} 2024-11-20T03:20:58,814 INFO [Time-limited test {}] server.Server(415): Started @242343ms 2024-11-20T03:20:58,815 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T03:20:59,660 WARN [Thread-2905 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52817d6a-2301-1d0c-5375-36d8c3299719/cluster_f01b5254-051b-b31b-7d54-161fc0ca2ddd/data/data1/current/BP-251581826-172.17.0.2-1732072857883/current, will proceed with Du for space computation calculation, 2024-11-20T03:20:59,660 WARN [Thread-2906 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52817d6a-2301-1d0c-5375-36d8c3299719/cluster_f01b5254-051b-b31b-7d54-161fc0ca2ddd/data/data2/current/BP-251581826-172.17.0.2-1732072857883/current, will proceed with Du for space computation calculation, 2024-11-20T03:20:59,684 WARN [Thread-2893 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T03:20:59,686 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa098a41da289f31a with lease ID 0x4150870cac0c1eee: Processing first storage report for DS-d047d779-f5ac-48d5-8328-233fd0340852 from datanode DatanodeRegistration(127.0.0.1:46653, datanodeUuid=37c0066c-3014-4630-b1c4-58d38f1a1382, infoPort=46405, infoSecurePort=0, ipcPort=45667, storageInfo=lv=-57;cid=testClusterID;nsid=27875557;c=1732072857883) 2024-11-20T03:20:59,686 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa098a41da289f31a with lease ID 0x4150870cac0c1eee: from storage DS-d047d779-f5ac-48d5-8328-233fd0340852 node DatanodeRegistration(127.0.0.1:46653, datanodeUuid=37c0066c-3014-4630-b1c4-58d38f1a1382, infoPort=46405, infoSecurePort=0, ipcPort=45667, storageInfo=lv=-57;cid=testClusterID;nsid=27875557;c=1732072857883), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T03:20:59,686 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa098a41da289f31a with lease ID 0x4150870cac0c1eee: Processing first storage report for DS-59512b70-f896-459e-aa8d-43af23821b90 from datanode DatanodeRegistration(127.0.0.1:46653, datanodeUuid=37c0066c-3014-4630-b1c4-58d38f1a1382, infoPort=46405, infoSecurePort=0, ipcPort=45667, storageInfo=lv=-57;cid=testClusterID;nsid=27875557;c=1732072857883) 2024-11-20T03:20:59,686 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa098a41da289f31a with lease ID 0x4150870cac0c1eee: from storage DS-59512b70-f896-459e-aa8d-43af23821b90 node DatanodeRegistration(127.0.0.1:46653, datanodeUuid=37c0066c-3014-4630-b1c4-58d38f1a1382, infoPort=46405, infoSecurePort=0, ipcPort=45667, storageInfo=lv=-57;cid=testClusterID;nsid=27875557;c=1732072857883), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T03:20:59,760 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52817d6a-2301-1d0c-5375-36d8c3299719 2024-11-20T03:20:59,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:20:59,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:20:59,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46653 is added to blk_1073741825_1001 (size=7) 2024-11-20T03:21:00,171 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b with version=8 2024-11-20T03:21:00,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/hbase-staging 2024-11-20T03:21:00,173 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:21:00,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:21:00,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:21:00,173 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:21:00,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:21:00,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:21:00,173 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T03:21:00,174 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:21:00,174 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42441 2024-11-20T03:21:00,175 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42441 connecting to ZooKeeper ensemble=127.0.0.1:62063 2024-11-20T03:21:00,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424410x0, quorum=127.0.0.1:62063, baseZNode=/234012470 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:21:00,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42441-0x101564236b50006 connected 2024-11-20T03:21:00,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:21:00,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:21:00,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42441-0x101564236b50006, quorum=127.0.0.1:62063, baseZNode=/234012470 Set watcher on znode that does not yet exist, /234012470/running 2024-11-20T03:21:00,300 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b, hbase.cluster.distributed=false 2024-11-20T03:21:00,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42441-0x101564236b50006, quorum=127.0.0.1:62063, baseZNode=/234012470 Set watcher on znode that does not yet exist, /234012470/acl 2024-11-20T03:21:00,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42441 2024-11-20T03:21:00,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42441 2024-11-20T03:21:00,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42441 2024-11-20T03:21:00,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42441 2024-11-20T03:21:00,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42441 2024-11-20T03:21:00,314 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:21:00,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:21:00,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:21:00,315 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:21:00,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:21:00,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:21:00,315 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T03:21:00,315 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:21:00,315 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35443 2024-11-20T03:21:00,316 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35443 connecting to ZooKeeper ensemble=127.0.0.1:62063 2024-11-20T03:21:00,316 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:21:00,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:21:00,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354430x0, quorum=127.0.0.1:62063, baseZNode=/234012470 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:21:00,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:354430x0, quorum=127.0.0.1:62063, baseZNode=/234012470 Set watcher on znode that does not yet exist, /234012470/running 2024-11-20T03:21:00,329 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35443-0x101564236b50007 connected 2024-11-20T03:21:00,329 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T03:21:00,329 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T03:21:00,330 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35443-0x101564236b50007, quorum=127.0.0.1:62063, baseZNode=/234012470 Set watcher on znode that does not yet exist, /234012470/master 2024-11-20T03:21:00,330 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35443-0x101564236b50007, quorum=127.0.0.1:62063, baseZNode=/234012470 Set watcher on znode that does not yet exist, /234012470/acl 2024-11-20T03:21:00,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35443 2024-11-20T03:21:00,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35443 2024-11-20T03:21:00,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35443 2024-11-20T03:21:00,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35443 2024-11-20T03:21:00,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35443 2024-11-20T03:21:00,350 DEBUG [M:0;d00f728e99d7:42441 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d00f728e99d7:42441 2024-11-20T03:21:00,351 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /234012470/backup-masters/d00f728e99d7,42441,1732072860173 2024-11-20T03:21:00,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42441-0x101564236b50006, quorum=127.0.0.1:62063, baseZNode=/234012470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/234012470/backup-masters 2024-11-20T03:21:00,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35443-0x101564236b50007, quorum=127.0.0.1:62063, baseZNode=/234012470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/234012470/backup-masters 2024-11-20T03:21:00,360 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42441-0x101564236b50006, quorum=127.0.0.1:62063, baseZNode=/234012470 Set watcher on existing znode=/234012470/backup-masters/d00f728e99d7,42441,1732072860173 2024-11-20T03:21:00,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42441-0x101564236b50006, quorum=127.0.0.1:62063, baseZNode=/234012470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/234012470 2024-11-20T03:21:00,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35443-0x101564236b50007, quorum=127.0.0.1:62063, baseZNode=/234012470 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/234012470/master 2024-11-20T03:21:00,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35443-0x101564236b50007, quorum=127.0.0.1:62063, baseZNode=/234012470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/234012470 2024-11-20T03:21:00,371 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42441-0x101564236b50006, quorum=127.0.0.1:62063, baseZNode=/234012470 Set watcher on existing znode=/234012470/master 2024-11-20T03:21:00,371 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /234012470/backup-masters/d00f728e99d7,42441,1732072860173 from backup master directory 2024-11-20T03:21:00,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35443-0x101564236b50007, quorum=127.0.0.1:62063, baseZNode=/234012470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/234012470/backup-masters 2024-11-20T03:21:00,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42441-0x101564236b50006, quorum=127.0.0.1:62063, baseZNode=/234012470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/234012470/backup-masters/d00f728e99d7,42441,1732072860173 2024-11-20T03:21:00,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42441-0x101564236b50006, quorum=127.0.0.1:62063, baseZNode=/234012470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/234012470/backup-masters 2024-11-20T03:21:00,381 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:21:00,381 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d00f728e99d7,42441,1732072860173 2024-11-20T03:21:00,384 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/hbase.id] with ID: 8aafca26-02d0-442a-b88e-a6078b67929e 2024-11-20T03:21:00,384 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/.tmp/hbase.id 2024-11-20T03:21:00,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46653 is added to blk_1073741826_1002 (size=42) 2024-11-20T03:21:00,790 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/.tmp/hbase.id]:[hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/hbase.id] 2024-11-20T03:21:00,798 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:21:00,798 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T03:21:00,798 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-20T03:21:00,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35443-0x101564236b50007, quorum=127.0.0.1:62063, baseZNode=/234012470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/234012470 2024-11-20T03:21:00,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42441-0x101564236b50006, quorum=127.0.0.1:62063, baseZNode=/234012470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/234012470 2024-11-20T03:21:00,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46653 is added to blk_1073741827_1003 (size=196) 2024-11-20T03:21:01,273 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:21:01,274 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T03:21:01,274 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:21:01,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46653 is added to blk_1073741828_1004 (size=1189) 2024-11-20T03:21:01,680 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/MasterData/data/master/store 2024-11-20T03:21:01,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46653 is added to blk_1073741829_1005 (size=34) 2024-11-20T03:21:02,085 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:21:02,085 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:21:02,085 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:21:02,085 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:21:02,085 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:21:02,085 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:21:02,085 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:21:02,085 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072862085Disabling compacts and flushes for region at 1732072862085Disabling writes for close at 1732072862085Writing region close event to WAL at 1732072862085Closed at 1732072862085 2024-11-20T03:21:02,086 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/MasterData/data/master/store/.initializing 2024-11-20T03:21:02,086 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/MasterData/WALs/d00f728e99d7,42441,1732072860173 2024-11-20T03:21:02,086 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:21:02,087 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d00f728e99d7%2C42441%2C1732072860173, suffix=, logDir=hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/MasterData/WALs/d00f728e99d7,42441,1732072860173, archiveDir=hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/MasterData/oldWALs, maxLogs=10 2024-11-20T03:21:02,099 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/MasterData/WALs/d00f728e99d7,42441,1732072860173/d00f728e99d7%2C42441%2C1732072860173.1732072862088, exclude list is [], retry=0 2024-11-20T03:21:02,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46653,DS-d047d779-f5ac-48d5-8328-233fd0340852,DISK] 2024-11-20T03:21:02,102 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/MasterData/WALs/d00f728e99d7,42441,1732072860173/d00f728e99d7%2C42441%2C1732072860173.1732072862088 2024-11-20T03:21:02,103 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46405:46405)] 2024-11-20T03:21:02,103 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:21:02,103 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:21:02,103 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:02,103 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:02,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:02,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T03:21:02,108 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:02,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:21:02,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:02,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T03:21:02,109 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:02,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:02,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:02,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T03:21:02,110 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:02,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:02,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:02,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T03:21:02,111 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:02,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:02,111 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:02,112 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:02,112 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:02,113 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:02,113 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:02,113 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:21:02,114 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:02,115 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:21:02,115 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70874070, jitterRate=0.05610594153404236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:21:02,116 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732072862103Initializing all the Stores at 1732072862104 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072862104Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072862107 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072862107Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072862107Cleaning up temporary data from old regions at 1732072862113 (+6 ms)Region opened successfully at 1732072862115 (+2 ms) 2024-11-20T03:21:02,116 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T03:21:02,118 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9d8db43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:21:02,118 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T03:21:02,119 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T03:21:02,119 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T03:21:02,119 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T03:21:02,119 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T03:21:02,119 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T03:21:02,119 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T03:21:02,121 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T03:21:02,122 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42441-0x101564236b50006, quorum=127.0.0.1:62063, baseZNode=/234012470 Unable to get data of znode /234012470/balancer because node does not exist (not necessarily an error) 2024-11-20T03:21:02,171 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /234012470/balancer already deleted, retry=false 2024-11-20T03:21:02,171 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T03:21:02,172 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42441-0x101564236b50006, quorum=127.0.0.1:62063, baseZNode=/234012470 Unable to get data of znode /234012470/normalizer because node does not exist (not necessarily an error) 2024-11-20T03:21:02,181 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /234012470/normalizer already deleted, retry=false 2024-11-20T03:21:02,181 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T03:21:02,182 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42441-0x101564236b50006, quorum=127.0.0.1:62063, baseZNode=/234012470 Unable to get data of znode /234012470/switch/split because node does not exist (not necessarily an error) 2024-11-20T03:21:02,192 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /234012470/switch/split already deleted, retry=false 2024-11-20T03:21:02,192 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42441-0x101564236b50006, quorum=127.0.0.1:62063, baseZNode=/234012470 Unable to get data of znode /234012470/switch/merge because node does not exist (not necessarily an error) 2024-11-20T03:21:02,202 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /234012470/switch/merge already deleted, retry=false 2024-11-20T03:21:02,204 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42441-0x101564236b50006, quorum=127.0.0.1:62063, baseZNode=/234012470 Unable to get data of znode /234012470/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T03:21:02,213 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /234012470/snapshot-cleanup already deleted, retry=false 2024-11-20T03:21:02,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35443-0x101564236b50007, quorum=127.0.0.1:62063, baseZNode=/234012470 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/234012470/running 2024-11-20T03:21:02,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42441-0x101564236b50006, quorum=127.0.0.1:62063, baseZNode=/234012470 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/234012470/running 2024-11-20T03:21:02,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42441-0x101564236b50006, quorum=127.0.0.1:62063, baseZNode=/234012470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/234012470 2024-11-20T03:21:02,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35443-0x101564236b50007, quorum=127.0.0.1:62063, baseZNode=/234012470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/234012470 2024-11-20T03:21:02,224 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d00f728e99d7,42441,1732072860173, sessionid=0x101564236b50006, setting cluster-up flag (Was=false) 2024-11-20T03:21:02,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42441-0x101564236b50006, quorum=127.0.0.1:62063, baseZNode=/234012470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/234012470 2024-11-20T03:21:02,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35443-0x101564236b50007, quorum=127.0.0.1:62063, baseZNode=/234012470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/234012470 2024-11-20T03:21:02,276 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /234012470/flush-table-proc/acquired, /234012470/flush-table-proc/reached, /234012470/flush-table-proc/abort 2024-11-20T03:21:02,276 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,42441,1732072860173 2024-11-20T03:21:02,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42441-0x101564236b50006, quorum=127.0.0.1:62063, baseZNode=/234012470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/234012470 2024-11-20T03:21:02,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35443-0x101564236b50007, quorum=127.0.0.1:62063, baseZNode=/234012470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/234012470 2024-11-20T03:21:02,328 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /234012470/online-snapshot/acquired, /234012470/online-snapshot/reached, /234012470/online-snapshot/abort 2024-11-20T03:21:02,329 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,42441,1732072860173 2024-11-20T03:21:02,330 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T03:21:02,331 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T03:21:02,331 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T03:21:02,331 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T03:21:02,331 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d00f728e99d7,42441,1732072860173 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T03:21:02,332 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:21:02,332 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:21:02,332 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:21:02,332 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:21:02,332 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d00f728e99d7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T03:21:02,332 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:02,332 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:21:02,332 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:02,333 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732072892333 2024-11-20T03:21:02,333 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T03:21:02,333 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T03:21:02,333 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T03:21:02,334 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T03:21:02,334 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T03:21:02,334 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T03:21:02,334 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:21:02,334 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T03:21:02,334 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:02,334 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T03:21:02,334 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T03:21:02,334 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T03:21:02,334 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T03:21:02,335 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T03:21:02,335 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:02,335 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T03:21:02,335 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072862335,5,FailOnTimeoutGroup] 2024-11-20T03:21:02,335 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T03:21:02,335 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072862335,5,FailOnTimeoutGroup] 2024-11-20T03:21:02,335 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:02,335 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T03:21:02,335 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:02,335 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:02,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46653 is added to blk_1073741831_1007 (size=1321) 2024-11-20T03:21:02,345 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T03:21:02,345 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b 2024-11-20T03:21:02,345 INFO [RS:0;d00f728e99d7:35443 {}] regionserver.HRegionServer(746): ClusterId : 8aafca26-02d0-442a-b88e-a6078b67929e 2024-11-20T03:21:02,345 DEBUG [RS:0;d00f728e99d7:35443 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T03:21:02,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46653 is added to blk_1073741832_1008 (size=32) 2024-11-20T03:21:02,350 DEBUG [RS:0;d00f728e99d7:35443 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T03:21:02,350 DEBUG [RS:0;d00f728e99d7:35443 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T03:21:02,360 DEBUG [RS:0;d00f728e99d7:35443 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T03:21:02,361 DEBUG [RS:0;d00f728e99d7:35443 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25995ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:21:02,371 DEBUG [RS:0;d00f728e99d7:35443 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d00f728e99d7:35443 2024-11-20T03:21:02,371 INFO [RS:0;d00f728e99d7:35443 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T03:21:02,371 INFO [RS:0;d00f728e99d7:35443 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T03:21:02,371 DEBUG [RS:0;d00f728e99d7:35443 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T03:21:02,371 INFO [RS:0;d00f728e99d7:35443 {}] regionserver.HRegionServer(2659): reportForDuty to master=d00f728e99d7,42441,1732072860173 with port=35443, startcode=1732072860314 2024-11-20T03:21:02,372 DEBUG [RS:0;d00f728e99d7:35443 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T03:21:02,373 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T03:21:02,373 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42441 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d00f728e99d7,35443,1732072860314 2024-11-20T03:21:02,373 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42441 {}] master.ServerManager(517): Registering regionserver=d00f728e99d7,35443,1732072860314 2024-11-20T03:21:02,374 DEBUG [RS:0;d00f728e99d7:35443 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b 2024-11-20T03:21:02,374 DEBUG [RS:0;d00f728e99d7:35443 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39039 2024-11-20T03:21:02,374 DEBUG [RS:0;d00f728e99d7:35443 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T03:21:02,401 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:21:02,402 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d00f728e99d7,34923,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:34923 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T03:21:02,402 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48367 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d00f728e99d7,34923,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:34923 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T03:21:02,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42441-0x101564236b50006, quorum=127.0.0.1:62063, baseZNode=/234012470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/234012470/rs 2024-11-20T03:21:02,428 DEBUG [RS:0;d00f728e99d7:35443 {}] zookeeper.ZKUtil(111): regionserver:35443-0x101564236b50007, quorum=127.0.0.1:62063, baseZNode=/234012470 Set watcher on existing znode=/234012470/rs/d00f728e99d7,35443,1732072860314 2024-11-20T03:21:02,428 WARN [RS:0;d00f728e99d7:35443 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:21:02,428 INFO [RS:0;d00f728e99d7:35443 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:21:02,428 DEBUG [RS:0;d00f728e99d7:35443 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314 2024-11-20T03:21:02,428 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d00f728e99d7,35443,1732072860314] 2024-11-20T03:21:02,431 INFO [RS:0;d00f728e99d7:35443 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T03:21:02,432 INFO [RS:0;d00f728e99d7:35443 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T03:21:02,432 INFO [RS:0;d00f728e99d7:35443 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T03:21:02,432 INFO [RS:0;d00f728e99d7:35443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:02,433 INFO [RS:0;d00f728e99d7:35443 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T03:21:02,433 INFO [RS:0;d00f728e99d7:35443 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T03:21:02,433 INFO [RS:0;d00f728e99d7:35443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:02,433 DEBUG [RS:0;d00f728e99d7:35443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:02,433 DEBUG [RS:0;d00f728e99d7:35443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:02,433 DEBUG [RS:0;d00f728e99d7:35443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:02,433 DEBUG [RS:0;d00f728e99d7:35443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:02,433 DEBUG [RS:0;d00f728e99d7:35443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:02,434 DEBUG [RS:0;d00f728e99d7:35443 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:21:02,434 DEBUG [RS:0;d00f728e99d7:35443 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:02,434 DEBUG [RS:0;d00f728e99d7:35443 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:02,434 DEBUG [RS:0;d00f728e99d7:35443 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:02,434 DEBUG [RS:0;d00f728e99d7:35443 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:02,434 DEBUG [RS:0;d00f728e99d7:35443 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:02,434 DEBUG [RS:0;d00f728e99d7:35443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:02,434 DEBUG [RS:0;d00f728e99d7:35443 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:21:02,434 DEBUG [RS:0;d00f728e99d7:35443 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:21:02,434 INFO [RS:0;d00f728e99d7:35443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:02,434 INFO [RS:0;d00f728e99d7:35443 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:02,434 INFO [RS:0;d00f728e99d7:35443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:02,434 INFO [RS:0;d00f728e99d7:35443 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:02,434 INFO [RS:0;d00f728e99d7:35443 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:02,434 INFO [RS:0;d00f728e99d7:35443 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,35443,1732072860314-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:21:02,448 INFO [RS:0;d00f728e99d7:35443 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T03:21:02,448 INFO [RS:0;d00f728e99d7:35443 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,35443,1732072860314-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:02,448 INFO [RS:0;d00f728e99d7:35443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:02,448 INFO [RS:0;d00f728e99d7:35443 {}] regionserver.Replication(171): d00f728e99d7,35443,1732072860314 started 2024-11-20T03:21:02,461 INFO [RS:0;d00f728e99d7:35443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:02,461 INFO [RS:0;d00f728e99d7:35443 {}] regionserver.HRegionServer(1482): Serving as d00f728e99d7,35443,1732072860314, RpcServer on d00f728e99d7/172.17.0.2:35443, sessionid=0x101564236b50007 2024-11-20T03:21:02,461 DEBUG [RS:0;d00f728e99d7:35443 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T03:21:02,461 DEBUG [RS:0;d00f728e99d7:35443 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d00f728e99d7,35443,1732072860314 2024-11-20T03:21:02,461 DEBUG [RS:0;d00f728e99d7:35443 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,35443,1732072860314' 2024-11-20T03:21:02,461 DEBUG [RS:0;d00f728e99d7:35443 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/234012470/flush-table-proc/abort' 2024-11-20T03:21:02,462 DEBUG [RS:0;d00f728e99d7:35443 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/234012470/flush-table-proc/acquired' 2024-11-20T03:21:02,462 DEBUG [RS:0;d00f728e99d7:35443 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T03:21:02,462 DEBUG [RS:0;d00f728e99d7:35443 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T03:21:02,462 DEBUG [RS:0;d00f728e99d7:35443 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d00f728e99d7,35443,1732072860314 2024-11-20T03:21:02,462 DEBUG [RS:0;d00f728e99d7:35443 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,35443,1732072860314' 2024-11-20T03:21:02,462 DEBUG [RS:0;d00f728e99d7:35443 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/234012470/online-snapshot/abort' 2024-11-20T03:21:02,462 DEBUG [RS:0;d00f728e99d7:35443 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/234012470/online-snapshot/acquired' 2024-11-20T03:21:02,463 DEBUG [RS:0;d00f728e99d7:35443 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T03:21:02,463 INFO [RS:0;d00f728e99d7:35443 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T03:21:02,463 INFO [RS:0;d00f728e99d7:35443 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T03:21:02,563 INFO [RS:0;d00f728e99d7:35443 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:21:02,564 INFO [RS:0;d00f728e99d7:35443 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C35443%2C1732072860314, suffix=, logDir=hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314, archiveDir=hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/oldWALs, maxLogs=10 2024-11-20T03:21:02,577 DEBUG [RS:0;d00f728e99d7:35443 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564, exclude list is [], retry=0 2024-11-20T03:21:02,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46653,DS-d047d779-f5ac-48d5-8328-233fd0340852,DISK] 2024-11-20T03:21:02,580 INFO [RS:0;d00f728e99d7:35443 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564 2024-11-20T03:21:02,580 DEBUG [RS:0;d00f728e99d7:35443 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46405:46405)] 2024-11-20T03:21:02,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:21:02,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:21:02,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:21:02,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:02,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:21:02,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:21:02,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:21:02,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:02,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:21:02,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:21:02,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:21:02,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:02,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:21:02,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:21:02,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:21:02,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:02,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:21:02,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:21:02,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/hbase/meta/1588230740 2024-11-20T03:21:02,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/hbase/meta/1588230740 2024-11-20T03:21:02,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:21:02,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:21:02,756 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:21:02,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:21:02,758 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:21:02,758 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72419856, jitterRate=0.07913994789123535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:21:02,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732072862749Initializing all the Stores at 1732072862750 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072862750Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072862750Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072862750Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072862750Cleaning up temporary data from old regions at 1732072862755 (+5 ms)Region opened successfully at 1732072862758 (+3 ms) 2024-11-20T03:21:02,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:21:02,758 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:21:02,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:21:02,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:21:02,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:21:02,758 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:21:02,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072862758Disabling compacts and flushes for region at 1732072862758Disabling writes for close at 1732072862758Writing region close event to WAL at 1732072862758Closed at 1732072862758 2024-11-20T03:21:02,759 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:21:02,759 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T03:21:02,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T03:21:02,760 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:21:02,761 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T03:21:02,911 DEBUG [d00f728e99d7:42441 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T03:21:02,912 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d00f728e99d7,35443,1732072860314 2024-11-20T03:21:02,913 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,35443,1732072860314, state=OPENING 2024-11-20T03:21:02,960 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T03:21:02,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42441-0x101564236b50006, quorum=127.0.0.1:62063, baseZNode=/234012470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/234012470 2024-11-20T03:21:02,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35443-0x101564236b50007, quorum=127.0.0.1:62063, baseZNode=/234012470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/234012470 2024-11-20T03:21:02,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /234012470/meta-region-server: CHANGED 2024-11-20T03:21:02,971 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /234012470/meta-region-server: CHANGED 2024-11-20T03:21:02,971 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:21:02,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,35443,1732072860314}] 2024-11-20T03:21:03,123 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:21:03,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T03:21:03,127 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T03:21:03,127 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:21:03,127 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T03:21:03,128 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C35443%2C1732072860314.meta, suffix=.meta, logDir=hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314, archiveDir=hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/oldWALs, maxLogs=10 2024-11-20T03:21:03,140 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.meta.1732072863128.meta, exclude list is [], retry=0 2024-11-20T03:21:03,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46653,DS-d047d779-f5ac-48d5-8328-233fd0340852,DISK] 2024-11-20T03:21:03,142 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.meta.1732072863128.meta 2024-11-20T03:21:03,143 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46405:46405)] 2024-11-20T03:21:03,143 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:21:03,143 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:21:03,143 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:21:03,143 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T03:21:03,143 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T03:21:03,143 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T03:21:03,143 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:21:03,143 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T03:21:03,143 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T03:21:03,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:21:03,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:21:03,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:03,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:21:03,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:21:03,146 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:21:03,146 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:03,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:21:03,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:21:03,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:21:03,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:03,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:21:03,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:21:03,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:21:03,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:03,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:21:03,147 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:21:03,148 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/hbase/meta/1588230740 2024-11-20T03:21:03,148 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/hbase/meta/1588230740 2024-11-20T03:21:03,149 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:21:03,149 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:21:03,150 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:21:03,150 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:21:03,151 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66180508, jitterRate=-0.013833582401275635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:21:03,151 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T03:21:03,151 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732072863144Writing region info on filesystem at 1732072863144Initializing all the Stores at 1732072863144Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072863144Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072863144Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072863144Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072863144Cleaning up temporary data from old regions at 1732072863149 (+5 ms)Running coprocessor post-open hooks at 1732072863151 (+2 ms)Region opened successfully at 1732072863151 2024-11-20T03:21:03,152 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732072863123 2024-11-20T03:21:03,153 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T03:21:03,153 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T03:21:03,154 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d00f728e99d7,35443,1732072860314 2024-11-20T03:21:03,154 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,35443,1732072860314, state=OPEN 2024-11-20T03:21:03,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42441-0x101564236b50006, quorum=127.0.0.1:62063, baseZNode=/234012470 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/234012470/meta-region-server 2024-11-20T03:21:03,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35443-0x101564236b50007, quorum=127.0.0.1:62063, baseZNode=/234012470 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/234012470/meta-region-server 2024-11-20T03:21:03,160 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d00f728e99d7,35443,1732072860314 2024-11-20T03:21:03,160 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /234012470/meta-region-server: CHANGED 2024-11-20T03:21:03,160 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /234012470/meta-region-server: CHANGED 2024-11-20T03:21:03,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T03:21:03,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,35443,1732072860314 in 189 msec 2024-11-20T03:21:03,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T03:21:03,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 402 msec 2024-11-20T03:21:03,163 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:21:03,163 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T03:21:03,164 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:21:03,164 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,35443,1732072860314, seqNum=-1] 2024-11-20T03:21:03,164 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:21:03,165 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45549, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:21:03,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 838 msec 2024-11-20T03:21:03,169 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732072863169, completionTime=-1 2024-11-20T03:21:03,169 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T03:21:03,169 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T03:21:03,170 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T03:21:03,171 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732072923170 2024-11-20T03:21:03,171 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732072983171 2024-11-20T03:21:03,171 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T03:21:03,171 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,42441,1732072860173-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:03,171 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,42441,1732072860173-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:03,171 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,42441,1732072860173-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:03,171 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d00f728e99d7:42441, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:03,171 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:03,171 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:03,173 DEBUG [master/d00f728e99d7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T03:21:03,174 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.793sec 2024-11-20T03:21:03,174 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T03:21:03,174 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T03:21:03,174 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T03:21:03,174 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T03:21:03,174 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T03:21:03,174 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,42441,1732072860173-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:21:03,174 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,42441,1732072860173-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T03:21:03,176 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T03:21:03,176 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T03:21:03,176 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,42441,1732072860173-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:03,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2ae189, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:03,246 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,42441,-1 for getting cluster id 2024-11-20T03:21:03,246 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:21:03,247 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8aafca26-02d0-442a-b88e-a6078b67929e' 2024-11-20T03:21:03,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:21:03,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8aafca26-02d0-442a-b88e-a6078b67929e" 2024-11-20T03:21:03,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@299635a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:03,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,42441,-1] 2024-11-20T03:21:03,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:21:03,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:03,248 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:21:03,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@462872a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:03,249 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:21:03,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,35443,1732072860314, seqNum=-1] 2024-11-20T03:21:03,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:21:03,251 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:21:03,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d00f728e99d7,42441,1732072860173 2024-11-20T03:21:03,252 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:62063 2024-11-20T03:21:03,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:62063, baseZNode=/234012470 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:21:03,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101564236b50008 connected 2024-11-20T03:21:03,277 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:21:03,278 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,33441,1732072850003 2024-11-20T03:21:03,278 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d40d62e 2024-11-20T03:21:03,278 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:21:03,279 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:21:03,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33441 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:21:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33441 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T03:21:03,281 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T03:21:03,281 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:03,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33441 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T03:21:03,282 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T03:21:03,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:21:03,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36839 is added to blk_1073741835_1011 (size=902) 2024-11-20T03:21:03,287 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1cd1095ed910757e4fe9d55994d18288, NAME => 'test,,1732072863279.1cd1095ed910757e4fe9d55994d18288.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957 2024-11-20T03:21:03,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36839 is added to blk_1073741836_1012 (size=39) 2024-11-20T03:21:03,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:21:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:21:03,692 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732072863279.1cd1095ed910757e4fe9d55994d18288.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:21:03,692 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1cd1095ed910757e4fe9d55994d18288, disabling compactions & flushes 2024-11-20T03:21:03,692 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732072863279.1cd1095ed910757e4fe9d55994d18288. 2024-11-20T03:21:03,692 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732072863279.1cd1095ed910757e4fe9d55994d18288. 2024-11-20T03:21:03,692 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732072863279.1cd1095ed910757e4fe9d55994d18288. after waiting 0 ms 2024-11-20T03:21:03,692 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732072863279.1cd1095ed910757e4fe9d55994d18288. 2024-11-20T03:21:03,692 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732072863279.1cd1095ed910757e4fe9d55994d18288. 2024-11-20T03:21:03,692 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1cd1095ed910757e4fe9d55994d18288: Waiting for close lock at 1732072863692Disabling compacts and flushes for region at 1732072863692Disabling writes for close at 1732072863692Writing region close event to WAL at 1732072863692Closed at 1732072863692 2024-11-20T03:21:03,693 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T03:21:03,693 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732072863279.1cd1095ed910757e4fe9d55994d18288.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732072863693"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732072863693"}]},"ts":"1732072863693"} 2024-11-20T03:21:03,694 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T03:21:03,695 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T03:21:03,695 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072863695"}]},"ts":"1732072863695"} 2024-11-20T03:21:03,696 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T03:21:03,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1cd1095ed910757e4fe9d55994d18288, ASSIGN}] 2024-11-20T03:21:03,697 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1cd1095ed910757e4fe9d55994d18288, ASSIGN 2024-11-20T03:21:03,698 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1cd1095ed910757e4fe9d55994d18288, ASSIGN; state=OFFLINE, location=d00f728e99d7,44287,1732072850396; forceNewPlan=false, retain=false 2024-11-20T03:21:03,849 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1cd1095ed910757e4fe9d55994d18288, regionState=OPENING, regionLocation=d00f728e99d7,44287,1732072850396 2024-11-20T03:21:03,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1cd1095ed910757e4fe9d55994d18288, ASSIGN because future has completed 2024-11-20T03:21:03,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1cd1095ed910757e4fe9d55994d18288, server=d00f728e99d7,44287,1732072850396}] 2024-11-20T03:21:03,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:21:04,006 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732072863279.1cd1095ed910757e4fe9d55994d18288. 2024-11-20T03:21:04,006 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1cd1095ed910757e4fe9d55994d18288, NAME => 'test,,1732072863279.1cd1095ed910757e4fe9d55994d18288.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:21:04,007 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:21:04,007 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T03:21:04,007 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1cd1095ed910757e4fe9d55994d18288 2024-11-20T03:21:04,007 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732072863279.1cd1095ed910757e4fe9d55994d18288.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:21:04,007 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1cd1095ed910757e4fe9d55994d18288 2024-11-20T03:21:04,007 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1cd1095ed910757e4fe9d55994d18288 2024-11-20T03:21:04,008 INFO [StoreOpener-1cd1095ed910757e4fe9d55994d18288-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1cd1095ed910757e4fe9d55994d18288 2024-11-20T03:21:04,009 INFO [StoreOpener-1cd1095ed910757e4fe9d55994d18288-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cd1095ed910757e4fe9d55994d18288 columnFamilyName f 2024-11-20T03:21:04,009 DEBUG [StoreOpener-1cd1095ed910757e4fe9d55994d18288-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:04,009 INFO [StoreOpener-1cd1095ed910757e4fe9d55994d18288-1 {}] regionserver.HStore(327): Store=1cd1095ed910757e4fe9d55994d18288/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:04,009 INFO [StoreOpener-1cd1095ed910757e4fe9d55994d18288-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1cd1095ed910757e4fe9d55994d18288 2024-11-20T03:21:04,010 INFO [StoreOpener-1cd1095ed910757e4fe9d55994d18288-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cd1095ed910757e4fe9d55994d18288 columnFamilyName f1 2024-11-20T03:21:04,010 DEBUG [StoreOpener-1cd1095ed910757e4fe9d55994d18288-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:04,010 INFO [StoreOpener-1cd1095ed910757e4fe9d55994d18288-1 {}] regionserver.HStore(327): Store=1cd1095ed910757e4fe9d55994d18288/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:04,010 INFO [StoreOpener-1cd1095ed910757e4fe9d55994d18288-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1cd1095ed910757e4fe9d55994d18288 2024-11-20T03:21:04,011 INFO [StoreOpener-1cd1095ed910757e4fe9d55994d18288-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cd1095ed910757e4fe9d55994d18288 columnFamilyName norep 2024-11-20T03:21:04,011 DEBUG [StoreOpener-1cd1095ed910757e4fe9d55994d18288-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:04,011 INFO [StoreOpener-1cd1095ed910757e4fe9d55994d18288-1 {}] regionserver.HStore(327): Store=1cd1095ed910757e4fe9d55994d18288/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:04,011 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1cd1095ed910757e4fe9d55994d18288 2024-11-20T03:21:04,012 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/default/test/1cd1095ed910757e4fe9d55994d18288 2024-11-20T03:21:04,012 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/default/test/1cd1095ed910757e4fe9d55994d18288 2024-11-20T03:21:04,013 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1cd1095ed910757e4fe9d55994d18288 2024-11-20T03:21:04,013 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1cd1095ed910757e4fe9d55994d18288 2024-11-20T03:21:04,013 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:21:04,014 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1cd1095ed910757e4fe9d55994d18288 2024-11-20T03:21:04,015 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/default/test/1cd1095ed910757e4fe9d55994d18288/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:21:04,015 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1cd1095ed910757e4fe9d55994d18288; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68387874, jitterRate=0.01905873417854309}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:21:04,015 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1cd1095ed910757e4fe9d55994d18288 2024-11-20T03:21:04,015 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1cd1095ed910757e4fe9d55994d18288: Running coprocessor pre-open hook at 1732072864007Writing region info on filesystem at 1732072864007Initializing all the Stores at 1732072864008 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072864008Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072864008Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072864008Cleaning up temporary data from old regions at 1732072864013 (+5 ms)Running coprocessor post-open hooks at 1732072864015 (+2 ms)Region opened successfully at 1732072864015 2024-11-20T03:21:04,016 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732072863279.1cd1095ed910757e4fe9d55994d18288., pid=6, masterSystemTime=1732072864003 2024-11-20T03:21:04,017 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732072863279.1cd1095ed910757e4fe9d55994d18288. 2024-11-20T03:21:04,017 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732072863279.1cd1095ed910757e4fe9d55994d18288. 2024-11-20T03:21:04,018 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1cd1095ed910757e4fe9d55994d18288, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d00f728e99d7,44287,1732072850396 2024-11-20T03:21:04,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1cd1095ed910757e4fe9d55994d18288, server=d00f728e99d7,44287,1732072850396 because future has completed 2024-11-20T03:21:04,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T03:21:04,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1cd1095ed910757e4fe9d55994d18288, server=d00f728e99d7,44287,1732072850396 in 169 msec 2024-11-20T03:21:04,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T03:21:04,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1cd1095ed910757e4fe9d55994d18288, ASSIGN in 324 msec 2024-11-20T03:21:04,023 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T03:21:04,023 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072864023"}]},"ts":"1732072864023"} 2024-11-20T03:21:04,025 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T03:21:04,025 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T03:21:04,026 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 746 msec 2024-11-20T03:21:04,080 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T03:21:04,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T03:21:04,209 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T03:21:04,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T03:21:04,210 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T03:21:04,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:21:04,422 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T03:21:04,423 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:21:04,423 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,36603,1732072855291 2024-11-20T03:21:04,423 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24ef9a8f 2024-11-20T03:21:04,423 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:21:04,424 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:21:04,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36603 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:21:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T03:21:04,426 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T03:21:04,426 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:04,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36603 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T03:21:04,427 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T03:21:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:21:04,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741835_1011 (size=902) 2024-11-20T03:21:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:21:04,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:21:04,833 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 68c58299133002a5436b1c2de1b8ff3f, NAME => 'test,,1732072864424.68c58299133002a5436b1c2de1b8ff3f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95 2024-11-20T03:21:04,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741836_1012 (size=39) 2024-11-20T03:21:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:21:05,239 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732072864424.68c58299133002a5436b1c2de1b8ff3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:21:05,239 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 68c58299133002a5436b1c2de1b8ff3f, disabling compactions & flushes 2024-11-20T03:21:05,239 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732072864424.68c58299133002a5436b1c2de1b8ff3f. 2024-11-20T03:21:05,239 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732072864424.68c58299133002a5436b1c2de1b8ff3f. 2024-11-20T03:21:05,239 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732072864424.68c58299133002a5436b1c2de1b8ff3f. after waiting 0 ms 2024-11-20T03:21:05,239 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732072864424.68c58299133002a5436b1c2de1b8ff3f. 2024-11-20T03:21:05,239 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732072864424.68c58299133002a5436b1c2de1b8ff3f. 2024-11-20T03:21:05,239 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 68c58299133002a5436b1c2de1b8ff3f: Waiting for close lock at 1732072865239Disabling compacts and flushes for region at 1732072865239Disabling writes for close at 1732072865239Writing region close event to WAL at 1732072865239Closed at 1732072865239 2024-11-20T03:21:05,240 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T03:21:05,240 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732072864424.68c58299133002a5436b1c2de1b8ff3f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732072865240"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732072865240"}]},"ts":"1732072865240"} 2024-11-20T03:21:05,242 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T03:21:05,242 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T03:21:05,242 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072865242"}]},"ts":"1732072865242"} 2024-11-20T03:21:05,244 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T03:21:05,244 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=68c58299133002a5436b1c2de1b8ff3f, ASSIGN}] 2024-11-20T03:21:05,245 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=68c58299133002a5436b1c2de1b8ff3f, ASSIGN 2024-11-20T03:21:05,245 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=68c58299133002a5436b1c2de1b8ff3f, ASSIGN; state=OFFLINE, location=d00f728e99d7,38113,1732072855411; forceNewPlan=false, retain=false 2024-11-20T03:21:05,396 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=68c58299133002a5436b1c2de1b8ff3f, regionState=OPENING, regionLocation=d00f728e99d7,38113,1732072855411 2024-11-20T03:21:05,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=68c58299133002a5436b1c2de1b8ff3f, ASSIGN because future has completed 2024-11-20T03:21:05,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68c58299133002a5436b1c2de1b8ff3f, server=d00f728e99d7,38113,1732072855411}] 2024-11-20T03:21:05,552 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732072864424.68c58299133002a5436b1c2de1b8ff3f. 2024-11-20T03:21:05,552 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 68c58299133002a5436b1c2de1b8ff3f, NAME => 'test,,1732072864424.68c58299133002a5436b1c2de1b8ff3f.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:21:05,553 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:21:05,553 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T03:21:05,553 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 68c58299133002a5436b1c2de1b8ff3f 2024-11-20T03:21:05,553 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732072864424.68c58299133002a5436b1c2de1b8ff3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:21:05,553 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 68c58299133002a5436b1c2de1b8ff3f 2024-11-20T03:21:05,553 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 68c58299133002a5436b1c2de1b8ff3f 2024-11-20T03:21:05,554 INFO [StoreOpener-68c58299133002a5436b1c2de1b8ff3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 68c58299133002a5436b1c2de1b8ff3f 2024-11-20T03:21:05,555 INFO [StoreOpener-68c58299133002a5436b1c2de1b8ff3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68c58299133002a5436b1c2de1b8ff3f columnFamilyName f 2024-11-20T03:21:05,555 DEBUG [StoreOpener-68c58299133002a5436b1c2de1b8ff3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:05,555 INFO [StoreOpener-68c58299133002a5436b1c2de1b8ff3f-1 {}] regionserver.HStore(327): Store=68c58299133002a5436b1c2de1b8ff3f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:05,555 INFO [StoreOpener-68c58299133002a5436b1c2de1b8ff3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 68c58299133002a5436b1c2de1b8ff3f 2024-11-20T03:21:05,556 INFO [StoreOpener-68c58299133002a5436b1c2de1b8ff3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68c58299133002a5436b1c2de1b8ff3f columnFamilyName f1 2024-11-20T03:21:05,556 DEBUG [StoreOpener-68c58299133002a5436b1c2de1b8ff3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:05,556 INFO [StoreOpener-68c58299133002a5436b1c2de1b8ff3f-1 {}] regionserver.HStore(327): Store=68c58299133002a5436b1c2de1b8ff3f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:05,556 INFO [StoreOpener-68c58299133002a5436b1c2de1b8ff3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 68c58299133002a5436b1c2de1b8ff3f 2024-11-20T03:21:05,557 INFO [StoreOpener-68c58299133002a5436b1c2de1b8ff3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 68c58299133002a5436b1c2de1b8ff3f columnFamilyName norep 2024-11-20T03:21:05,557 DEBUG [StoreOpener-68c58299133002a5436b1c2de1b8ff3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:05,557 INFO [StoreOpener-68c58299133002a5436b1c2de1b8ff3f-1 {}] regionserver.HStore(327): Store=68c58299133002a5436b1c2de1b8ff3f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:05,557 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 68c58299133002a5436b1c2de1b8ff3f 2024-11-20T03:21:05,558 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/default/test/68c58299133002a5436b1c2de1b8ff3f 2024-11-20T03:21:05,558 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/default/test/68c58299133002a5436b1c2de1b8ff3f 2024-11-20T03:21:05,559 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 68c58299133002a5436b1c2de1b8ff3f 2024-11-20T03:21:05,559 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 68c58299133002a5436b1c2de1b8ff3f 2024-11-20T03:21:05,559 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:21:05,560 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 68c58299133002a5436b1c2de1b8ff3f 2024-11-20T03:21:05,561 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/default/test/68c58299133002a5436b1c2de1b8ff3f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:21:05,561 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 68c58299133002a5436b1c2de1b8ff3f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68271479, jitterRate=0.017324313521385193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:21:05,561 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 68c58299133002a5436b1c2de1b8ff3f 2024-11-20T03:21:05,562 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 68c58299133002a5436b1c2de1b8ff3f: Running coprocessor pre-open hook at 1732072865553Writing region info on filesystem at 1732072865553Initializing all the Stores at 1732072865554 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072865554Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072865554Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072865554Cleaning up temporary data from old regions at 1732072865559 (+5 ms)Running coprocessor post-open hooks at 1732072865561 (+2 ms)Region opened successfully at 1732072865562 (+1 ms) 2024-11-20T03:21:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:21:05,562 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732072864424.68c58299133002a5436b1c2de1b8ff3f., pid=6, masterSystemTime=1732072865550 2024-11-20T03:21:05,564 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732072864424.68c58299133002a5436b1c2de1b8ff3f. 2024-11-20T03:21:05,564 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732072864424.68c58299133002a5436b1c2de1b8ff3f. 2024-11-20T03:21:05,564 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=68c58299133002a5436b1c2de1b8ff3f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d00f728e99d7,38113,1732072855411 2024-11-20T03:21:05,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 68c58299133002a5436b1c2de1b8ff3f, server=d00f728e99d7,38113,1732072855411 because future has completed 2024-11-20T03:21:05,568 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T03:21:05,568 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 68c58299133002a5436b1c2de1b8ff3f, server=d00f728e99d7,38113,1732072855411 in 168 msec 2024-11-20T03:21:05,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T03:21:05,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=68c58299133002a5436b1c2de1b8ff3f, ASSIGN in 324 msec 2024-11-20T03:21:05,570 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T03:21:05,570 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072865570"}]},"ts":"1732072865570"} 2024-11-20T03:21:05,572 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T03:21:05,573 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T03:21:05,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-11-20T03:21:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:21:06,573 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T03:21:06,573 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:21:06,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,42441,1732072860173 2024-11-20T03:21:06,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@266e4bf 2024-11-20T03:21:06,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:21:06,575 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:21:06,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42441 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:21:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42441 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T03:21:06,578 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T03:21:06,578 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:06,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42441 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T03:21:06,579 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T03:21:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:21:06,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46653 is added to blk_1073741835_1011 (size=902) 2024-11-20T03:21:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:21:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:21:06,986 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fdeea34278d920d23c124bdb76af3631, NAME => 'test,,1732072866575.fdeea34278d920d23c124bdb76af3631.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b 2024-11-20T03:21:06,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46653 is added to blk_1073741836_1012 (size=39) 2024-11-20T03:21:06,991 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732072866575.fdeea34278d920d23c124bdb76af3631.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:21:06,991 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fdeea34278d920d23c124bdb76af3631, disabling compactions & flushes 2024-11-20T03:21:06,991 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732072866575.fdeea34278d920d23c124bdb76af3631. 2024-11-20T03:21:06,991 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732072866575.fdeea34278d920d23c124bdb76af3631. 2024-11-20T03:21:06,991 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732072866575.fdeea34278d920d23c124bdb76af3631. after waiting 0 ms 2024-11-20T03:21:06,991 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732072866575.fdeea34278d920d23c124bdb76af3631. 2024-11-20T03:21:06,991 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732072866575.fdeea34278d920d23c124bdb76af3631. 2024-11-20T03:21:06,991 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fdeea34278d920d23c124bdb76af3631: Waiting for close lock at 1732072866991Disabling compacts and flushes for region at 1732072866991Disabling writes for close at 1732072866991Writing region close event to WAL at 1732072866991Closed at 1732072866991 2024-11-20T03:21:06,992 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T03:21:06,993 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732072866575.fdeea34278d920d23c124bdb76af3631.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732072866993"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732072866993"}]},"ts":"1732072866993"} 2024-11-20T03:21:06,995 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T03:21:06,995 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T03:21:06,996 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072866996"}]},"ts":"1732072866996"} 2024-11-20T03:21:06,997 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T03:21:06,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fdeea34278d920d23c124bdb76af3631, ASSIGN}] 2024-11-20T03:21:06,999 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fdeea34278d920d23c124bdb76af3631, ASSIGN 2024-11-20T03:21:06,999 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fdeea34278d920d23c124bdb76af3631, ASSIGN; state=OFFLINE, location=d00f728e99d7,35443,1732072860314; forceNewPlan=false, retain=false 2024-11-20T03:21:07,150 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fdeea34278d920d23c124bdb76af3631, regionState=OPENING, regionLocation=d00f728e99d7,35443,1732072860314 2024-11-20T03:21:07,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fdeea34278d920d23c124bdb76af3631, ASSIGN because future has completed 2024-11-20T03:21:07,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdeea34278d920d23c124bdb76af3631, server=d00f728e99d7,35443,1732072860314}] 2024-11-20T03:21:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:21:07,308 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732072866575.fdeea34278d920d23c124bdb76af3631. 2024-11-20T03:21:07,308 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fdeea34278d920d23c124bdb76af3631, NAME => 'test,,1732072866575.fdeea34278d920d23c124bdb76af3631.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:21:07,308 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:21:07,308 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T03:21:07,309 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fdeea34278d920d23c124bdb76af3631 2024-11-20T03:21:07,309 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732072866575.fdeea34278d920d23c124bdb76af3631.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:21:07,309 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fdeea34278d920d23c124bdb76af3631 2024-11-20T03:21:07,309 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fdeea34278d920d23c124bdb76af3631 2024-11-20T03:21:07,310 INFO [StoreOpener-fdeea34278d920d23c124bdb76af3631-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fdeea34278d920d23c124bdb76af3631 2024-11-20T03:21:07,311 INFO [StoreOpener-fdeea34278d920d23c124bdb76af3631-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdeea34278d920d23c124bdb76af3631 columnFamilyName f 2024-11-20T03:21:07,311 DEBUG [StoreOpener-fdeea34278d920d23c124bdb76af3631-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:07,311 INFO [StoreOpener-fdeea34278d920d23c124bdb76af3631-1 {}] regionserver.HStore(327): Store=fdeea34278d920d23c124bdb76af3631/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:07,311 INFO [StoreOpener-fdeea34278d920d23c124bdb76af3631-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fdeea34278d920d23c124bdb76af3631 2024-11-20T03:21:07,312 INFO [StoreOpener-fdeea34278d920d23c124bdb76af3631-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdeea34278d920d23c124bdb76af3631 columnFamilyName f1 2024-11-20T03:21:07,312 DEBUG [StoreOpener-fdeea34278d920d23c124bdb76af3631-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:07,312 INFO [StoreOpener-fdeea34278d920d23c124bdb76af3631-1 {}] regionserver.HStore(327): Store=fdeea34278d920d23c124bdb76af3631/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:07,312 INFO [StoreOpener-fdeea34278d920d23c124bdb76af3631-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fdeea34278d920d23c124bdb76af3631 2024-11-20T03:21:07,313 INFO [StoreOpener-fdeea34278d920d23c124bdb76af3631-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdeea34278d920d23c124bdb76af3631 columnFamilyName norep 2024-11-20T03:21:07,313 DEBUG [StoreOpener-fdeea34278d920d23c124bdb76af3631-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:07,313 INFO [StoreOpener-fdeea34278d920d23c124bdb76af3631-1 {}] regionserver.HStore(327): Store=fdeea34278d920d23c124bdb76af3631/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:07,313 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fdeea34278d920d23c124bdb76af3631 2024-11-20T03:21:07,314 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/default/test/fdeea34278d920d23c124bdb76af3631 2024-11-20T03:21:07,314 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/default/test/fdeea34278d920d23c124bdb76af3631 2024-11-20T03:21:07,315 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fdeea34278d920d23c124bdb76af3631 2024-11-20T03:21:07,315 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fdeea34278d920d23c124bdb76af3631 2024-11-20T03:21:07,315 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:21:07,316 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fdeea34278d920d23c124bdb76af3631 2024-11-20T03:21:07,317 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/default/test/fdeea34278d920d23c124bdb76af3631/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:21:07,317 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fdeea34278d920d23c124bdb76af3631; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70508282, jitterRate=0.05065527558326721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:21:07,317 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fdeea34278d920d23c124bdb76af3631 2024-11-20T03:21:07,318 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fdeea34278d920d23c124bdb76af3631: Running coprocessor pre-open hook at 1732072867309Writing region info on filesystem at 1732072867309Initializing all the Stores at 1732072867310 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072867310Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072867310Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072867310Cleaning up temporary data from old regions at 1732072867315 (+5 ms)Running coprocessor post-open hooks at 1732072867317 (+2 ms)Region opened successfully at 1732072867317 2024-11-20T03:21:07,318 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732072866575.fdeea34278d920d23c124bdb76af3631., pid=6, masterSystemTime=1732072867304 2024-11-20T03:21:07,320 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732072866575.fdeea34278d920d23c124bdb76af3631. 2024-11-20T03:21:07,320 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732072866575.fdeea34278d920d23c124bdb76af3631. 2024-11-20T03:21:07,321 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fdeea34278d920d23c124bdb76af3631, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d00f728e99d7,35443,1732072860314 2024-11-20T03:21:07,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdeea34278d920d23c124bdb76af3631, server=d00f728e99d7,35443,1732072860314 because future has completed 2024-11-20T03:21:07,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T03:21:07,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fdeea34278d920d23c124bdb76af3631, server=d00f728e99d7,35443,1732072860314 in 173 msec 2024-11-20T03:21:07,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T03:21:07,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fdeea34278d920d23c124bdb76af3631, ASSIGN in 329 msec 2024-11-20T03:21:07,330 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T03:21:07,330 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072867330"}]},"ts":"1732072867330"} 2024-11-20T03:21:07,332 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T03:21:07,332 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T03:21:07,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 757 msec 2024-11-20T03:21:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:21:07,712 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T03:21:07,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f06e5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:07,713 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,33441,-1 for getting cluster id 2024-11-20T03:21:07,713 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:21:07,713 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f587a92-1e13-41f2-b2a1-3a746a963f29' 2024-11-20T03:21:07,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:21:07,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f587a92-1e13-41f2-b2a1-3a746a963f29" 2024-11-20T03:21:07,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c9535d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:07,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,33441,-1] 2024-11-20T03:21:07,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:21:07,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:07,715 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:21:07,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d5bb0a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:07,715 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:21:07,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,33441,1732072850003 2024-11-20T03:21:07,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@366a8c1c 2024-11-20T03:21:07,716 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:21:07,717 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:21:07,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33441 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d00f728e99d7:36603,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T03:21:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33441 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T03:21:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:21:07,773 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d00f728e99d7:36603' 2024-11-20T03:21:07,774 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11f612ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:07,774 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,36603,-1 for getting cluster id 2024-11-20T03:21:07,774 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:21:07,774 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '262d3fe7-1584-45fd-b56d-1ec6bab3d654' 2024-11-20T03:21:07,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:21:07,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "262d3fe7-1584-45fd-b56d-1ec6bab3d654" 2024-11-20T03:21:07,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42d05b2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:07,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,36603,-1] 2024-11-20T03:21:07,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:21:07,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:07,776 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:21:07,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e5771c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:07,777 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:21:07,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,36603,1732072855291 2024-11-20T03:21:07,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ab3b4ca 2024-11-20T03:21:07,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:21:07,779 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:21:07,779 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-20T03:21:07,780 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T03:21:07,780 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:07,780 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:21:07,780 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:07,780 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:21:07,781 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T03:21:07,782 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T03:21:07,782 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:07,783 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T03:21:07,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36839 is added to blk_1073741837_1013 (size=1138) 2024-11-20T03:21:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:21:07,832 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T03:21:08,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:21:08,189 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0d420a77a692838a16a562c53342908e, NAME => 'hbase:replication,,1732072867780.0d420a77a692838a16a562c53342908e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957 2024-11-20T03:21:08,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36839 is added to blk_1073741838_1014 (size=44) 2024-11-20T03:21:08,193 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732072867780.0d420a77a692838a16a562c53342908e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:21:08,193 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0d420a77a692838a16a562c53342908e, disabling compactions & flushes 2024-11-20T03:21:08,193 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732072867780.0d420a77a692838a16a562c53342908e. 2024-11-20T03:21:08,193 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732072867780.0d420a77a692838a16a562c53342908e. 2024-11-20T03:21:08,193 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732072867780.0d420a77a692838a16a562c53342908e. after waiting 0 ms 2024-11-20T03:21:08,193 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732072867780.0d420a77a692838a16a562c53342908e. 2024-11-20T03:21:08,193 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732072867780.0d420a77a692838a16a562c53342908e. 2024-11-20T03:21:08,193 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0d420a77a692838a16a562c53342908e: Waiting for close lock at 1732072868193Disabling compacts and flushes for region at 1732072868193Disabling writes for close at 1732072868193Writing region close event to WAL at 1732072868193Closed at 1732072868193 2024-11-20T03:21:08,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T03:21:08,206 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732072867780.0d420a77a692838a16a562c53342908e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732072868205"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732072868205"}]},"ts":"1732072868205"} 2024-11-20T03:21:08,208 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T03:21:08,208 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T03:21:08,208 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072868208"}]},"ts":"1732072868208"} 2024-11-20T03:21:08,210 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T03:21:08,210 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d420a77a692838a16a562c53342908e, ASSIGN}] 2024-11-20T03:21:08,212 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d420a77a692838a16a562c53342908e, ASSIGN 2024-11-20T03:21:08,212 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0d420a77a692838a16a562c53342908e, ASSIGN; state=OFFLINE, location=d00f728e99d7,44287,1732072850396; forceNewPlan=false, retain=false 2024-11-20T03:21:08,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:21:08,363 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0d420a77a692838a16a562c53342908e, regionState=OPENING, regionLocation=d00f728e99d7,44287,1732072850396 2024-11-20T03:21:08,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0d420a77a692838a16a562c53342908e, ASSIGN because future has completed 2024-11-20T03:21:08,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d420a77a692838a16a562c53342908e, server=d00f728e99d7,44287,1732072850396}] 2024-11-20T03:21:08,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732072867780.0d420a77a692838a16a562c53342908e. 2024-11-20T03:21:08,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:21:08,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T03:21:08,522 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C44287%2C1732072850396.rep, suffix=, logDir=hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396, archiveDir=hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/oldWALs, maxLogs=10 2024-11-20T03:21:08,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.rep.1732072868522, exclude list is [], retry=0 2024-11-20T03:21:08,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36839,DS-933d537d-54d7-4f7f-b9d9-cd2da8b6241e,DISK] 2024-11-20T03:21:08,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.rep.1732072868522 2024-11-20T03:21:08,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45821:45821)] 2024-11-20T03:21:08,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d420a77a692838a16a562c53342908e, NAME => 'hbase:replication,,1732072867780.0d420a77a692838a16a562c53342908e.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:21:08,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:21:08,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:21:08,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732072867780.0d420a77a692838a16a562c53342908e. service=MultiRowMutationService 2024-11-20T03:21:08,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T03:21:08,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0d420a77a692838a16a562c53342908e 2024-11-20T03:21:08,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732072867780.0d420a77a692838a16a562c53342908e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:21:08,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0d420a77a692838a16a562c53342908e 2024-11-20T03:21:08,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0d420a77a692838a16a562c53342908e 2024-11-20T03:21:08,542 INFO [StoreOpener-0d420a77a692838a16a562c53342908e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0d420a77a692838a16a562c53342908e 2024-11-20T03:21:08,543 INFO [StoreOpener-0d420a77a692838a16a562c53342908e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d420a77a692838a16a562c53342908e columnFamilyName hfileref 2024-11-20T03:21:08,543 DEBUG [StoreOpener-0d420a77a692838a16a562c53342908e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:08,544 INFO [StoreOpener-0d420a77a692838a16a562c53342908e-1 {}] regionserver.HStore(327): Store=0d420a77a692838a16a562c53342908e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:08,544 INFO [StoreOpener-0d420a77a692838a16a562c53342908e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0d420a77a692838a16a562c53342908e 2024-11-20T03:21:08,544 INFO [StoreOpener-0d420a77a692838a16a562c53342908e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d420a77a692838a16a562c53342908e columnFamilyName queue 2024-11-20T03:21:08,545 DEBUG [StoreOpener-0d420a77a692838a16a562c53342908e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:08,545 INFO [StoreOpener-0d420a77a692838a16a562c53342908e-1 {}] regionserver.HStore(327): Store=0d420a77a692838a16a562c53342908e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:08,545 INFO [StoreOpener-0d420a77a692838a16a562c53342908e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0d420a77a692838a16a562c53342908e 2024-11-20T03:21:08,546 INFO [StoreOpener-0d420a77a692838a16a562c53342908e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d420a77a692838a16a562c53342908e columnFamilyName sid 2024-11-20T03:21:08,546 DEBUG [StoreOpener-0d420a77a692838a16a562c53342908e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:08,546 INFO [StoreOpener-0d420a77a692838a16a562c53342908e-1 {}] regionserver.HStore(327): Store=0d420a77a692838a16a562c53342908e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:08,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0d420a77a692838a16a562c53342908e 2024-11-20T03:21:08,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/hbase/replication/0d420a77a692838a16a562c53342908e 2024-11-20T03:21:08,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/hbase/replication/0d420a77a692838a16a562c53342908e 2024-11-20T03:21:08,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0d420a77a692838a16a562c53342908e 2024-11-20T03:21:08,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0d420a77a692838a16a562c53342908e 2024-11-20T03:21:08,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:21:08,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0d420a77a692838a16a562c53342908e 2024-11-20T03:21:08,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/hbase/replication/0d420a77a692838a16a562c53342908e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:21:08,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0d420a77a692838a16a562c53342908e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61714618, jitterRate=-0.08038052916526794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:21:08,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d420a77a692838a16a562c53342908e 2024-11-20T03:21:08,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0d420a77a692838a16a562c53342908e: Running coprocessor pre-open hook at 1732072868541Writing region info on filesystem at 1732072868541Initializing all the Stores at 1732072868542 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072868542Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072868542Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072868542Cleaning up temporary data from old regions at 1732072868548 (+6 ms)Running coprocessor post-open hooks at 1732072868551 (+3 ms)Region opened successfully at 1732072868551 2024-11-20T03:21:08,552 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732072867780.0d420a77a692838a16a562c53342908e., pid=10, masterSystemTime=1732072868518 2024-11-20T03:21:08,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732072867780.0d420a77a692838a16a562c53342908e. 2024-11-20T03:21:08,554 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732072867780.0d420a77a692838a16a562c53342908e. 2024-11-20T03:21:08,554 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0d420a77a692838a16a562c53342908e, regionState=OPEN, openSeqNum=2, regionLocation=d00f728e99d7,44287,1732072850396 2024-11-20T03:21:08,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d420a77a692838a16a562c53342908e, server=d00f728e99d7,44287,1732072850396 because future has completed 2024-11-20T03:21:08,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T03:21:08,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d420a77a692838a16a562c53342908e, server=d00f728e99d7,44287,1732072850396 in 191 msec 2024-11-20T03:21:08,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T03:21:08,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d420a77a692838a16a562c53342908e, ASSIGN in 349 msec 2024-11-20T03:21:08,561 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T03:21:08,561 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072868561"}]},"ts":"1732072868561"} 2024-11-20T03:21:08,563 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T03:21:08,564 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T03:21:08,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 784 msec 2024-11-20T03:21:08,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732072867780.0d420a77a692838a16a562c53342908e., hostname=d00f728e99d7,44287,1732072850396, seqNum=2] 2024-11-20T03:21:08,649 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T03:21:08,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:08,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:08,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33441-0x101564236b50000, quorum=127.0.0.1:62063, baseZNode=/01044419198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01044419198 2024-11-20T03:21:08,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44287-0x101564236b50001, quorum=127.0.0.1:62063, baseZNode=/01044419198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01044419198 2024-11-20T03:21:08,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:08,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T03:21:08,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:08,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:08,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:08,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:08,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:08,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:08,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:08,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:08,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:08,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T03:21:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:21:08,861 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T03:21:08,909 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d00f728e99d7,44287,1732072850396, ReplicationSource: 1, currentBandwidth=0 2024-11-20T03:21:08,911 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:21:08,911 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,44287,1732072850396, seqNum=-1] 2024-11-20T03:21:08,912 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:21:08,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-20T03:21:08,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d00f728e99d7,44287,1732072850396', locateType=CURRENT is [region=hbase:replication,,1732072867780.0d420a77a692838a16a562c53342908e., hostname=d00f728e99d7,44287,1732072850396, seqNum=2] 2024-11-20T03:21:08,936 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T03:21:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33441 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T03:21:08,939 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d00f728e99d7,44287,1732072850396 suceeded 2024-11-20T03:21:08,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T03:21:08,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 241 msec 2024-11-20T03:21:08,943 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d00f728e99d7:36603,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T03:21:08,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2260 sec 2024-11-20T03:21:08,984 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d00f728e99d7:36603' 2024-11-20T03:21:09,005 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5cee4089, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:09,005 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,36603,-1 for getting cluster id 2024-11-20T03:21:09,005 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:21:09,006 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '262d3fe7-1584-45fd-b56d-1ec6bab3d654' 2024-11-20T03:21:09,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:21:09,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "262d3fe7-1584-45fd-b56d-1ec6bab3d654" 2024-11-20T03:21:09,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43fb02be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:09,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,36603,-1] 2024-11-20T03:21:09,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:21:09,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:09,009 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:21:09,010 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f3bd6f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:09,010 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:21:09,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,36603,1732072855291 2024-11-20T03:21:09,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12eb6eee 2024-11-20T03:21:09,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:21:09,014 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-20T03:21:09,015 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d00f728e99d7,44287,1732072850396 (queues=1) is replicating from cluster=1f587a92-1e13-41f2-b2a1-3a746a963f29 to cluster=262d3fe7-1584-45fd-b56d-1ec6bab3d654 2024-11-20T03:21:09,015 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d00f728e99d7%2C44287%2C1732072850396 2024-11-20T03:21:09,016 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d00f728e99d7,44287,1732072850396, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T03:21:09,027 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217, startPosition=0, beingWritten=true 2024-11-20T03:21:09,034 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.shipperd00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d00f728e99d7%2C44287%2C1732072850396 2024-11-20T03:21:09,054 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:21:09,054 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 379, reset compression=false 2024-11-20T03:21:09,054 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.shipperd00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,44287,1732072850396 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T03:21:09,284 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 379, reset compression=false 2024-11-20T03:21:09,618 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 379, reset compression=false 2024-11-20T03:21:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:21:09,863 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T03:21:09,863 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:21:09,863 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:21:09,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:09,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:09,864 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:21:09,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@738f362d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:09,868 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,36603,-1 for getting cluster id 2024-11-20T03:21:09,869 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:21:09,869 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '262d3fe7-1584-45fd-b56d-1ec6bab3d654' 2024-11-20T03:21:09,869 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:21:09,869 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "262d3fe7-1584-45fd-b56d-1ec6bab3d654" 2024-11-20T03:21:09,870 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fb4d36a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:09,870 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,36603,-1] 2024-11-20T03:21:09,870 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:21:09,870 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:09,871 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:21:09,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b9d265, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:09,872 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:21:09,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,36603,1732072855291 2024-11-20T03:21:09,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@314110ca 2024-11-20T03:21:09,874 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:21:09,874 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:21:09,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36603 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d00f728e99d7:42441,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T03:21:09,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T03:21:09,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:21:09,878 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d00f728e99d7:42441' 2024-11-20T03:21:09,888 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a77fc43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:09,888 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,42441,-1 for getting cluster id 2024-11-20T03:21:09,889 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:21:09,889 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8aafca26-02d0-442a-b88e-a6078b67929e' 2024-11-20T03:21:09,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:21:09,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8aafca26-02d0-442a-b88e-a6078b67929e" 2024-11-20T03:21:09,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bb6ad9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:09,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,42441,-1] 2024-11-20T03:21:09,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:21:09,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:09,891 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:21:09,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eafc5ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:09,893 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:21:09,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,42441,1732072860173 2024-11-20T03:21:09,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31a5ef58 2024-11-20T03:21:09,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:21:09,894 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:21:09,895 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T03:21:09,895 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T03:21:09,895 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:09,895 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:09,895 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:21:09,896 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:21:09,897 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T03:21:09,897 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T03:21:09,898 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:09,898 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T03:21:09,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741837_1013 (size=1138) 2024-11-20T03:21:09,945 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 39968d95fc2be2719fb8c8313bb42ebf, NAME => 'hbase:replication,,1732072869895.39968d95fc2be2719fb8c8313bb42ebf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95 2024-11-20T03:21:09,947 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T03:21:09,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741838_1014 (size=44) 2024-11-20T03:21:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:21:09,986 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732072869895.39968d95fc2be2719fb8c8313bb42ebf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:21:09,986 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 39968d95fc2be2719fb8c8313bb42ebf, disabling compactions & flushes 2024-11-20T03:21:09,987 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732072869895.39968d95fc2be2719fb8c8313bb42ebf. 2024-11-20T03:21:09,988 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732072869895.39968d95fc2be2719fb8c8313bb42ebf. 2024-11-20T03:21:09,988 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732072869895.39968d95fc2be2719fb8c8313bb42ebf. after waiting 0 ms 2024-11-20T03:21:09,988 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732072869895.39968d95fc2be2719fb8c8313bb42ebf. 2024-11-20T03:21:09,988 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732072869895.39968d95fc2be2719fb8c8313bb42ebf. 2024-11-20T03:21:09,988 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 39968d95fc2be2719fb8c8313bb42ebf: Waiting for close lock at 1732072869986Disabling compacts and flushes for region at 1732072869986Disabling writes for close at 1732072869988 (+2 ms)Writing region close event to WAL at 1732072869988Closed at 1732072869988 2024-11-20T03:21:09,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T03:21:09,994 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732072869895.39968d95fc2be2719fb8c8313bb42ebf.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732072869994"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732072869994"}]},"ts":"1732072869994"} 2024-11-20T03:21:09,997 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T03:21:10,001 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T03:21:10,001 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072870001"}]},"ts":"1732072870001"} 2024-11-20T03:21:10,004 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T03:21:10,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=39968d95fc2be2719fb8c8313bb42ebf, ASSIGN}] 2024-11-20T03:21:10,012 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=39968d95fc2be2719fb8c8313bb42ebf, ASSIGN 2024-11-20T03:21:10,013 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=39968d95fc2be2719fb8c8313bb42ebf, ASSIGN; state=OFFLINE, location=d00f728e99d7,38113,1732072855411; forceNewPlan=false, retain=false 2024-11-20T03:21:10,036 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 379, reset compression=false 2024-11-20T03:21:10,164 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=39968d95fc2be2719fb8c8313bb42ebf, regionState=OPENING, regionLocation=d00f728e99d7,38113,1732072855411 2024-11-20T03:21:10,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=39968d95fc2be2719fb8c8313bb42ebf, ASSIGN because future has completed 2024-11-20T03:21:10,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39968d95fc2be2719fb8c8313bb42ebf, server=d00f728e99d7,38113,1732072855411}] 2024-11-20T03:21:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:21:10,360 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732072869895.39968d95fc2be2719fb8c8313bb42ebf. 2024-11-20T03:21:10,360 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:21:10,361 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T03:21:10,374 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C38113%2C1732072855411.rep, suffix=, logDir=hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411, archiveDir=hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/oldWALs, maxLogs=10 2024-11-20T03:21:10,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.rep.1732072870376, exclude list is [], retry=0 2024-11-20T03:21:10,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39969,DS-806b55ae-e79c-4027-b678-73a512f553c1,DISK] 2024-11-20T03:21:10,411 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.rep.1732072870376 2024-11-20T03:21:10,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36701:36701)] 2024-11-20T03:21:10,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 39968d95fc2be2719fb8c8313bb42ebf, NAME => 'hbase:replication,,1732072869895.39968d95fc2be2719fb8c8313bb42ebf.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:21:10,413 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:21:10,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:21:10,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732072869895.39968d95fc2be2719fb8c8313bb42ebf. service=MultiRowMutationService 2024-11-20T03:21:10,413 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T03:21:10,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 39968d95fc2be2719fb8c8313bb42ebf 2024-11-20T03:21:10,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732072869895.39968d95fc2be2719fb8c8313bb42ebf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:21:10,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 39968d95fc2be2719fb8c8313bb42ebf 2024-11-20T03:21:10,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 39968d95fc2be2719fb8c8313bb42ebf 2024-11-20T03:21:10,416 INFO [StoreOpener-39968d95fc2be2719fb8c8313bb42ebf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 39968d95fc2be2719fb8c8313bb42ebf 2024-11-20T03:21:10,418 INFO [StoreOpener-39968d95fc2be2719fb8c8313bb42ebf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39968d95fc2be2719fb8c8313bb42ebf columnFamilyName hfileref 2024-11-20T03:21:10,418 DEBUG [StoreOpener-39968d95fc2be2719fb8c8313bb42ebf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:10,419 INFO [StoreOpener-39968d95fc2be2719fb8c8313bb42ebf-1 {}] regionserver.HStore(327): Store=39968d95fc2be2719fb8c8313bb42ebf/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:10,419 INFO [StoreOpener-39968d95fc2be2719fb8c8313bb42ebf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 39968d95fc2be2719fb8c8313bb42ebf 2024-11-20T03:21:10,420 INFO [StoreOpener-39968d95fc2be2719fb8c8313bb42ebf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39968d95fc2be2719fb8c8313bb42ebf columnFamilyName queue 2024-11-20T03:21:10,420 DEBUG [StoreOpener-39968d95fc2be2719fb8c8313bb42ebf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:10,421 INFO [StoreOpener-39968d95fc2be2719fb8c8313bb42ebf-1 {}] regionserver.HStore(327): Store=39968d95fc2be2719fb8c8313bb42ebf/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:10,421 INFO [StoreOpener-39968d95fc2be2719fb8c8313bb42ebf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 39968d95fc2be2719fb8c8313bb42ebf 2024-11-20T03:21:10,422 INFO [StoreOpener-39968d95fc2be2719fb8c8313bb42ebf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39968d95fc2be2719fb8c8313bb42ebf columnFamilyName sid 2024-11-20T03:21:10,423 DEBUG [StoreOpener-39968d95fc2be2719fb8c8313bb42ebf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:10,423 INFO [StoreOpener-39968d95fc2be2719fb8c8313bb42ebf-1 {}] regionserver.HStore(327): Store=39968d95fc2be2719fb8c8313bb42ebf/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:10,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 39968d95fc2be2719fb8c8313bb42ebf 2024-11-20T03:21:10,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/hbase/replication/39968d95fc2be2719fb8c8313bb42ebf 2024-11-20T03:21:10,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/hbase/replication/39968d95fc2be2719fb8c8313bb42ebf 2024-11-20T03:21:10,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 39968d95fc2be2719fb8c8313bb42ebf 2024-11-20T03:21:10,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 39968d95fc2be2719fb8c8313bb42ebf 2024-11-20T03:21:10,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:21:10,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 39968d95fc2be2719fb8c8313bb42ebf 2024-11-20T03:21:10,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/hbase/replication/39968d95fc2be2719fb8c8313bb42ebf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:21:10,447 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 39968d95fc2be2719fb8c8313bb42ebf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59833056, jitterRate=-0.10841798782348633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:21:10,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 39968d95fc2be2719fb8c8313bb42ebf 2024-11-20T03:21:10,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 39968d95fc2be2719fb8c8313bb42ebf: Running coprocessor pre-open hook at 1732072870414Writing region info on filesystem at 1732072870414Initializing all the Stores at 1732072870415 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072870415Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072870415Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072870415Cleaning up temporary data from old regions at 1732072870428 (+13 ms)Running coprocessor post-open hooks at 1732072870448 (+20 ms)Region opened successfully at 1732072870448 2024-11-20T03:21:10,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732072869895.39968d95fc2be2719fb8c8313bb42ebf., pid=10, masterSystemTime=1732072870339 2024-11-20T03:21:10,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732072869895.39968d95fc2be2719fb8c8313bb42ebf. 2024-11-20T03:21:10,451 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732072869895.39968d95fc2be2719fb8c8313bb42ebf. 2024-11-20T03:21:10,452 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=39968d95fc2be2719fb8c8313bb42ebf, regionState=OPEN, openSeqNum=2, regionLocation=d00f728e99d7,38113,1732072855411 2024-11-20T03:21:10,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39968d95fc2be2719fb8c8313bb42ebf, server=d00f728e99d7,38113,1732072855411 because future has completed 2024-11-20T03:21:10,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T03:21:10,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 39968d95fc2be2719fb8c8313bb42ebf, server=d00f728e99d7,38113,1732072855411 in 278 msec 2024-11-20T03:21:10,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T03:21:10,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=39968d95fc2be2719fb8c8313bb42ebf, ASSIGN in 460 msec 2024-11-20T03:21:10,471 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T03:21:10,471 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072870471"}]},"ts":"1732072870471"} 2024-11-20T03:21:10,474 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T03:21:10,478 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T03:21:10,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 582 msec 2024-11-20T03:21:10,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:21:10,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732072869895.39968d95fc2be2719fb8c8313bb42ebf., hostname=d00f728e99d7,38113,1732072855411, seqNum=2] 2024-11-20T03:21:10,554 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 379, reset compression=false 2024-11-20T03:21:10,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x101564236b50004, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-354903252 2024-11-20T03:21:10,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36603-0x101564236b50003, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-354903252 2024-11-20T03:21:10,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T03:21:10,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T03:21:10,799 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T03:21:10,838 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d00f728e99d7,38113,1732072855411, ReplicationSource: 1, currentBandwidth=0 2024-11-20T03:21:10,838 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:21:10,838 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,38113,1732072855411, seqNum=-1] 2024-11-20T03:21:10,839 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:21:10,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-20T03:21:10,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d00f728e99d7,38113,1732072855411', locateType=CURRENT is [region=hbase:replication,,1732072869895.39968d95fc2be2719fb8c8313bb42ebf., hostname=d00f728e99d7,38113,1732072855411, seqNum=2] 2024-11-20T03:21:10,843 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T03:21:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T03:21:10,846 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d00f728e99d7,38113,1732072855411 suceeded 2024-11-20T03:21:10,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T03:21:10,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-20T03:21:10,847 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d00f728e99d7:42441,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T03:21:10,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 972 msec 2024-11-20T03:21:10,859 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d00f728e99d7:42441' 2024-11-20T03:21:10,861 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3dae4ca8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:10,861 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,42441,-1 for getting cluster id 2024-11-20T03:21:10,861 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:21:10,862 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8aafca26-02d0-442a-b88e-a6078b67929e' 2024-11-20T03:21:10,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:21:10,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8aafca26-02d0-442a-b88e-a6078b67929e" 2024-11-20T03:21:10,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@efe3ae8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:10,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,42441,-1] 2024-11-20T03:21:10,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:21:10,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:10,864 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:21:10,864 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6015265c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:10,864 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:21:10,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,42441,1732072860173 2024-11-20T03:21:10,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13341658 2024-11-20T03:21:10,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:21:10,866 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-20T03:21:10,866 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d00f728e99d7,38113,1732072855411 (queues=1) is replicating from cluster=262d3fe7-1584-45fd-b56d-1ec6bab3d654 to cluster=8aafca26-02d0-442a-b88e-a6078b67929e 2024-11-20T03:21:10,866 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d00f728e99d7%2C38113%2C1732072855411 2024-11-20T03:21:10,866 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d00f728e99d7,38113,1732072855411, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T03:21:10,866 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868, startPosition=0, beingWritten=true 2024-11-20T03:21:10,867 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.shipperd00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d00f728e99d7%2C38113%2C1732072855411 2024-11-20T03:21:10,871 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:21:10,871 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 379, reset compression=false 2024-11-20T03:21:10,871 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.shipperd00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,38113,1732072855411 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T03:21:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:21:11,013 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T03:21:11,013 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:21:11,013 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:21:11,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:11,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:11,014 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:21:11,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c47d2f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:11,014 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,42441,-1 for getting cluster id 2024-11-20T03:21:11,014 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:21:11,015 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8aafca26-02d0-442a-b88e-a6078b67929e' 2024-11-20T03:21:11,015 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:21:11,015 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8aafca26-02d0-442a-b88e-a6078b67929e" 2024-11-20T03:21:11,016 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50da2f1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:11,016 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,42441,-1] 2024-11-20T03:21:11,016 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:21:11,016 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:11,017 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:21:11,018 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@765b03ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:11,018 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:21:11,019 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,42441,1732072860173 2024-11-20T03:21:11,019 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8342205 2024-11-20T03:21:11,019 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:21:11,021 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:21:11,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42441 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d00f728e99d7:33441,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T03:21:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42441 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T03:21:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:21:11,025 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d00f728e99d7:33441' 2024-11-20T03:21:11,028 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@101539f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:11,028 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,33441,-1 for getting cluster id 2024-11-20T03:21:11,028 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:21:11,029 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f587a92-1e13-41f2-b2a1-3a746a963f29' 2024-11-20T03:21:11,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:21:11,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f587a92-1e13-41f2-b2a1-3a746a963f29" 2024-11-20T03:21:11,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a447a96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:11,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,33441,-1] 2024-11-20T03:21:11,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:21:11,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:11,030 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:21:11,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@195d022f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:11,031 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:21:11,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,33441,1732072850003 2024-11-20T03:21:11,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b4c135c 2024-11-20T03:21:11,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:21:11,033 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:21:11,034 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T03:21:11,034 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T03:21:11,034 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:11,034 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:11,035 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:21:11,035 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:21:11,036 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T03:21:11,037 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T03:21:11,037 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:11,038 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T03:21:11,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46653 is added to blk_1073741837_1013 (size=1138) 2024-11-20T03:21:11,056 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6132e8fec0059511da3521b11b684d6b, NAME => 'hbase:replication,,1732072871035.6132e8fec0059511da3521b11b684d6b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b 2024-11-20T03:21:11,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46653 is added to blk_1073741838_1014 (size=44) 2024-11-20T03:21:11,074 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 379, reset compression=false 2024-11-20T03:21:11,086 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T03:21:11,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:21:11,159 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 379, reset compression=false 2024-11-20T03:21:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:21:11,378 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 379, reset compression=false 2024-11-20T03:21:11,470 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732072871035.6132e8fec0059511da3521b11b684d6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:21:11,470 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6132e8fec0059511da3521b11b684d6b, disabling compactions & flushes 2024-11-20T03:21:11,470 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732072871035.6132e8fec0059511da3521b11b684d6b. 2024-11-20T03:21:11,470 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732072871035.6132e8fec0059511da3521b11b684d6b. 2024-11-20T03:21:11,470 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732072871035.6132e8fec0059511da3521b11b684d6b. after waiting 0 ms 2024-11-20T03:21:11,470 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732072871035.6132e8fec0059511da3521b11b684d6b. 2024-11-20T03:21:11,470 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732072871035.6132e8fec0059511da3521b11b684d6b. 2024-11-20T03:21:11,471 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6132e8fec0059511da3521b11b684d6b: Waiting for close lock at 1732072871470Disabling compacts and flushes for region at 1732072871470Disabling writes for close at 1732072871470Writing region close event to WAL at 1732072871470Closed at 1732072871470 2024-11-20T03:21:11,472 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T03:21:11,472 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732072871035.6132e8fec0059511da3521b11b684d6b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732072871472"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732072871472"}]},"ts":"1732072871472"} 2024-11-20T03:21:11,475 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T03:21:11,476 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T03:21:11,476 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072871476"}]},"ts":"1732072871476"} 2024-11-20T03:21:11,478 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T03:21:11,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6132e8fec0059511da3521b11b684d6b, ASSIGN}] 2024-11-20T03:21:11,479 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6132e8fec0059511da3521b11b684d6b, ASSIGN 2024-11-20T03:21:11,480 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6132e8fec0059511da3521b11b684d6b, ASSIGN; state=OFFLINE, location=d00f728e99d7,35443,1732072860314; forceNewPlan=false, retain=false 2024-11-20T03:21:11,631 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6132e8fec0059511da3521b11b684d6b, regionState=OPENING, regionLocation=d00f728e99d7,35443,1732072860314 2024-11-20T03:21:11,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6132e8fec0059511da3521b11b684d6b, ASSIGN because future has completed 2024-11-20T03:21:11,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6132e8fec0059511da3521b11b684d6b, server=d00f728e99d7,35443,1732072860314}] 2024-11-20T03:21:11,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:21:11,782 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 379, reset compression=false 2024-11-20T03:21:11,787 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732072871035.6132e8fec0059511da3521b11b684d6b. 2024-11-20T03:21:11,787 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:21:11,787 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T03:21:11,788 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C35443%2C1732072860314.rep, suffix=, logDir=hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314, archiveDir=hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/oldWALs, maxLogs=10 2024-11-20T03:21:11,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.rep.1732072871788, exclude list is [], retry=0 2024-11-20T03:21:11,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46653,DS-d047d779-f5ac-48d5-8328-233fd0340852,DISK] 2024-11-20T03:21:11,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.rep.1732072871788 2024-11-20T03:21:11,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46405:46405)] 2024-11-20T03:21:11,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6132e8fec0059511da3521b11b684d6b, NAME => 'hbase:replication,,1732072871035.6132e8fec0059511da3521b11b684d6b.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:21:11,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:21:11,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:21:11,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732072871035.6132e8fec0059511da3521b11b684d6b. service=MultiRowMutationService 2024-11-20T03:21:11,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T03:21:11,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6132e8fec0059511da3521b11b684d6b 2024-11-20T03:21:11,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732072871035.6132e8fec0059511da3521b11b684d6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:21:11,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6132e8fec0059511da3521b11b684d6b 2024-11-20T03:21:11,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6132e8fec0059511da3521b11b684d6b 2024-11-20T03:21:11,806 INFO [StoreOpener-6132e8fec0059511da3521b11b684d6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6132e8fec0059511da3521b11b684d6b 2024-11-20T03:21:11,807 INFO [StoreOpener-6132e8fec0059511da3521b11b684d6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6132e8fec0059511da3521b11b684d6b columnFamilyName hfileref 2024-11-20T03:21:11,807 DEBUG [StoreOpener-6132e8fec0059511da3521b11b684d6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:11,808 INFO [StoreOpener-6132e8fec0059511da3521b11b684d6b-1 {}] regionserver.HStore(327): Store=6132e8fec0059511da3521b11b684d6b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:11,808 INFO [StoreOpener-6132e8fec0059511da3521b11b684d6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6132e8fec0059511da3521b11b684d6b 2024-11-20T03:21:11,809 INFO [StoreOpener-6132e8fec0059511da3521b11b684d6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6132e8fec0059511da3521b11b684d6b columnFamilyName queue 2024-11-20T03:21:11,809 DEBUG [StoreOpener-6132e8fec0059511da3521b11b684d6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:11,809 INFO [StoreOpener-6132e8fec0059511da3521b11b684d6b-1 {}] regionserver.HStore(327): Store=6132e8fec0059511da3521b11b684d6b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:11,809 INFO [StoreOpener-6132e8fec0059511da3521b11b684d6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6132e8fec0059511da3521b11b684d6b 2024-11-20T03:21:11,810 INFO [StoreOpener-6132e8fec0059511da3521b11b684d6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6132e8fec0059511da3521b11b684d6b columnFamilyName sid 2024-11-20T03:21:11,810 DEBUG [StoreOpener-6132e8fec0059511da3521b11b684d6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:11,810 INFO [StoreOpener-6132e8fec0059511da3521b11b684d6b-1 {}] regionserver.HStore(327): Store=6132e8fec0059511da3521b11b684d6b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:11,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6132e8fec0059511da3521b11b684d6b 2024-11-20T03:21:11,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/hbase/replication/6132e8fec0059511da3521b11b684d6b 2024-11-20T03:21:11,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/hbase/replication/6132e8fec0059511da3521b11b684d6b 2024-11-20T03:21:11,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6132e8fec0059511da3521b11b684d6b 2024-11-20T03:21:11,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6132e8fec0059511da3521b11b684d6b 2024-11-20T03:21:11,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:21:11,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6132e8fec0059511da3521b11b684d6b 2024-11-20T03:21:11,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/hbase/replication/6132e8fec0059511da3521b11b684d6b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:21:11,816 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6132e8fec0059511da3521b11b684d6b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65360881, jitterRate=-0.026046976447105408}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:21:11,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6132e8fec0059511da3521b11b684d6b 2024-11-20T03:21:11,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6132e8fec0059511da3521b11b684d6b: Running coprocessor pre-open hook at 1732072871806Writing region info on filesystem at 1732072871806Initializing all the Stores at 1732072871806Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072871806Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072871806Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072871806Cleaning up temporary data from old regions at 1732072871812 (+6 ms)Running coprocessor post-open hooks at 1732072871816 (+4 ms)Region opened successfully at 1732072871816 2024-11-20T03:21:11,817 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732072871035.6132e8fec0059511da3521b11b684d6b., pid=10, masterSystemTime=1732072871784 2024-11-20T03:21:11,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732072871035.6132e8fec0059511da3521b11b684d6b. 2024-11-20T03:21:11,819 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732072871035.6132e8fec0059511da3521b11b684d6b. 2024-11-20T03:21:11,820 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6132e8fec0059511da3521b11b684d6b, regionState=OPEN, openSeqNum=2, regionLocation=d00f728e99d7,35443,1732072860314 2024-11-20T03:21:11,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6132e8fec0059511da3521b11b684d6b, server=d00f728e99d7,35443,1732072860314 because future has completed 2024-11-20T03:21:11,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T03:21:11,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6132e8fec0059511da3521b11b684d6b, server=d00f728e99d7,35443,1732072860314 in 193 msec 2024-11-20T03:21:11,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T03:21:11,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6132e8fec0059511da3521b11b684d6b, ASSIGN in 349 msec 2024-11-20T03:21:11,830 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T03:21:11,830 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072871830"}]},"ts":"1732072871830"} 2024-11-20T03:21:11,832 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T03:21:11,833 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T03:21:11,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 798 msec 2024-11-20T03:21:11,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732072871035.6132e8fec0059511da3521b11b684d6b., hostname=d00f728e99d7,35443,1732072860314, seqNum=2] 2024-11-20T03:21:11,863 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 379, reset compression=false 2024-11-20T03:21:11,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42441-0x101564236b50006, quorum=127.0.0.1:62063, baseZNode=/234012470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/234012470 2024-11-20T03:21:11,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35443-0x101564236b50007, quorum=127.0.0.1:62063, baseZNode=/234012470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/234012470 2024-11-20T03:21:11,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T03:21:12,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T03:21:12,049 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T03:21:12,076 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d00f728e99d7,35443,1732072860314, ReplicationSource: 1, currentBandwidth=0 2024-11-20T03:21:12,076 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:21:12,076 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,35443,1732072860314, seqNum=-1] 2024-11-20T03:21:12,077 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:21:12,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-20T03:21:12,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d00f728e99d7,35443,1732072860314', locateType=CURRENT is [region=hbase:replication,,1732072871035.6132e8fec0059511da3521b11b684d6b., hostname=d00f728e99d7,35443,1732072860314, seqNum=2] 2024-11-20T03:21:12,082 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T03:21:12,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42441 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T03:21:12,084 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d00f728e99d7,35443,1732072860314 suceeded 2024-11-20T03:21:12,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T03:21:12,085 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d00f728e99d7:33441,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T03:21:12,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-20T03:21:12,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0640 sec 2024-11-20T03:21:12,094 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d00f728e99d7:33441' 2024-11-20T03:21:12,095 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1465f76d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:12,095 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,33441,-1 for getting cluster id 2024-11-20T03:21:12,095 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:21:12,096 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f587a92-1e13-41f2-b2a1-3a746a963f29' 2024-11-20T03:21:12,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:21:12,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f587a92-1e13-41f2-b2a1-3a746a963f29" 2024-11-20T03:21:12,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ae873e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:12,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,33441,-1] 2024-11-20T03:21:12,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:21:12,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:12,097 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:21:12,098 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4326d42d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:12,098 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:21:12,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,33441,1732072850003 2024-11-20T03:21:12,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f5b4748 2024-11-20T03:21:12,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:21:12,099 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-20T03:21:12,100 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d00f728e99d7,35443,1732072860314 (queues=1) is replicating from cluster=8aafca26-02d0-442a-b88e-a6078b67929e to cluster=1f587a92-1e13-41f2-b2a1-3a746a963f29 2024-11-20T03:21:12,100 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d00f728e99d7%2C35443%2C1732072860314 2024-11-20T03:21:12,100 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d00f728e99d7,35443,1732072860314, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T03:21:12,100 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.shipperd00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d00f728e99d7%2C35443%2C1732072860314 2024-11-20T03:21:12,100 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564, startPosition=0, beingWritten=true 2024-11-20T03:21:12,105 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:21:12,105 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564 to pos 379, reset compression=false 2024-11-20T03:21:12,105 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.shipperd00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,35443,1732072860314 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T03:21:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:21:12,162 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T03:21:12,162 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:21:12,162 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:21:12,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:12,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:12,162 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:21:12,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a20cd5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:12,163 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,33441,-1 for getting cluster id 2024-11-20T03:21:12,163 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:21:12,164 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f587a92-1e13-41f2-b2a1-3a746a963f29' 2024-11-20T03:21:12,164 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:21:12,164 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f587a92-1e13-41f2-b2a1-3a746a963f29" 2024-11-20T03:21:12,164 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75371bce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:12,164 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,33441,-1] 2024-11-20T03:21:12,164 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:21:12,164 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:12,165 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:21:12,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb65854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:12,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18c2b3bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:12,166 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,36603,-1 for getting cluster id 2024-11-20T03:21:12,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:21:12,167 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '262d3fe7-1584-45fd-b56d-1ec6bab3d654' 2024-11-20T03:21:12,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:21:12,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "262d3fe7-1584-45fd-b56d-1ec6bab3d654" 2024-11-20T03:21:12,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ede97be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:12,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,36603,-1] 2024-11-20T03:21:12,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:21:12,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:12,168 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:21:12,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b9f4f15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:12,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65bbe2b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:12,169 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,42441,-1 for getting cluster id 2024-11-20T03:21:12,169 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:21:12,169 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8aafca26-02d0-442a-b88e-a6078b67929e' 2024-11-20T03:21:12,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:21:12,170 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8aafca26-02d0-442a-b88e-a6078b67929e" 2024-11-20T03:21:12,170 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68aa0862, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:12,170 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,42441,-1] 2024-11-20T03:21:12,170 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:21:12,170 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:12,171 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:21:12,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57c3737c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:12,172 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:21:12,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,44287,1732072850396, seqNum=-1] 2024-11-20T03:21:12,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:21:12,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:21:12,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732072863279.1cd1095ed910757e4fe9d55994d18288., hostname=d00f728e99d7,44287,1732072850396, seqNum=2] 2024-11-20T03:21:12,226 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:21:12,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,35443,1732072860314, seqNum=-1] 2024-11-20T03:21:12,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:21:12,228 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:21:12,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732072866575.fdeea34278d920d23c124bdb76af3631., hostname=d00f728e99d7,35443,1732072860314, seqNum=2] 2024-11-20T03:21:12,230 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-20T03:21:12,285 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 379, reset compression=false 2024-11-20T03:21:12,309 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564 to pos 379, reset compression=false 2024-11-20T03:21:12,613 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564 to pos 379, reset compression=false 2024-11-20T03:21:12,666 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 379, reset compression=false 2024-11-20T03:21:12,671 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T03:21:12,671 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 480, reset compression=false 2024-11-20T03:21:12,671 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.shipperd00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,44287,1732072850396 got entry batch from reader: WALEntryBatch [walEntries=[{test/1cd1095ed910757e4fe9d55994d18288/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-20T03:21:12,673 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.shipperd00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:21:12,673 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-20T03:21:12,674 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T03:21:12,674 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5692493f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:12,674 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,36603,-1 for getting cluster id 2024-11-20T03:21:12,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:21:12,676 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '262d3fe7-1584-45fd-b56d-1ec6bab3d654' 2024-11-20T03:21:12,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:21:12,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "262d3fe7-1584-45fd-b56d-1ec6bab3d654" 2024-11-20T03:21:12,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ace7b5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:12,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,36603,-1] 2024-11-20T03:21:12,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:21:12,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:12,677 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:21:12,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72a2d2aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:12,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:21:12,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,38113,1732072855411, seqNum=-1] 2024-11-20T03:21:12,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:21:12,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-20T03:21:12,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732072864424.68c58299133002a5436b1c2de1b8ff3f., hostname=d00f728e99d7,38113,1732072855411, seqNum=2] 2024-11-20T03:21:12,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T03:21:12,875 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 480, reset compression=false 2024-11-20T03:21:12,889 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 379, reset compression=false 2024-11-20T03:21:12,893 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T03:21:12,894 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 503, reset compression=false 2024-11-20T03:21:12,894 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.shipperd00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,38113,1732072855411 got entry batch from reader: WALEntryBatch [walEntries=[{test/68c58299133002a5436b1c2de1b8ff3f/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-20T03:21:12,896 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.shipperd00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:21:12,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-20T03:21:12,898 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35443 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T03:21:12,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35443 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59801814, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:12,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35443 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,42441,-1 for getting cluster id 2024-11-20T03:21:12,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35443 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:21:12,901 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8aafca26-02d0-442a-b88e-a6078b67929e' 2024-11-20T03:21:12,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:21:12,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8aafca26-02d0-442a-b88e-a6078b67929e" 2024-11-20T03:21:12,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68a51284, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:12,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,42441,-1] 2024-11-20T03:21:12,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:21:12,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:12,902 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:21:12,903 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35443 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@603603f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:12,903 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35443 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:21:12,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,35443,1732072860314, seqNum=-1] 2024-11-20T03:21:12,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:21:12,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-20T03:21:12,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732072866575.fdeea34278d920d23c124bdb76af3631., hostname=d00f728e99d7,35443,1732072860314, seqNum=2] 2024-11-20T03:21:12,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35443 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T03:21:13,016 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564 to pos 379, reset compression=false 2024-11-20T03:21:13,020 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:21:13,020 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564 to pos 526, reset compression=false 2024-11-20T03:21:13,020 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.shipperd00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,35443,1732072860314 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T03:21:13,102 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 503, reset compression=false 2024-11-20T03:21:13,179 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 480, reset compression=false 2024-11-20T03:21:13,226 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564 to pos 526, reset compression=false 2024-11-20T03:21:13,232 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-20T03:21:13,233 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:21:13,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,38113,1732072855411, seqNum=-1] 2024-11-20T03:21:13,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:21:13,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:21:13,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732072864424.68c58299133002a5436b1c2de1b8ff3f., hostname=d00f728e99d7,38113,1732072855411, seqNum=2] 2024-11-20T03:21:13,240 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-20T03:21:13,405 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 503, reset compression=false 2024-11-20T03:21:13,410 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T03:21:13,410 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 607, reset compression=false 2024-11-20T03:21:13,410 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.shipperd00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,38113,1732072855411 got entry batch from reader: WALEntryBatch [walEntries=[{test/68c58299133002a5436b1c2de1b8ff3f/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T03:21:13,410 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35443 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T03:21:13,413 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35443 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T03:21:13,529 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564 to pos 526, reset compression=false 2024-11-20T03:21:13,533 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T03:21:13,533 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564 to pos 653, reset compression=false 2024-11-20T03:21:13,533 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.shipperd00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,35443,1732072860314 got entry batch from reader: WALEntryBatch [walEntries=[{test/fdeea34278d920d23c124bdb76af3631/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-20T03:21:13,535 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.shipperd00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:21:13,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-20T03:21:13,536 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44287 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T03:21:13,537 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44287 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ea79b46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:13,537 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44287 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,33441,-1 for getting cluster id 2024-11-20T03:21:13,537 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44287 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:21:13,537 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f587a92-1e13-41f2-b2a1-3a746a963f29' 2024-11-20T03:21:13,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:21:13,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f587a92-1e13-41f2-b2a1-3a746a963f29" 2024-11-20T03:21:13,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ad84b7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:13,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,33441,-1] 2024-11-20T03:21:13,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:21:13,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:13,539 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:21:13,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44287 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5cf7a97a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:13,540 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44287 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:21:13,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,44287,1732072850396, seqNum=-1] 2024-11-20T03:21:13,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:21:13,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-20T03:21:13,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732072863279.1cd1095ed910757e4fe9d55994d18288., hostname=d00f728e99d7,44287,1732072850396, seqNum=2] 2024-11-20T03:21:13,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44287 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T03:21:13,582 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 480, reset compression=false 2024-11-20T03:21:13,586 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:21:13,586 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 631, reset compression=false 2024-11-20T03:21:13,586 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.shipperd00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,44287,1732072850396 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T03:21:13,613 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 607, reset compression=false 2024-11-20T03:21:13,737 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564 to pos 653, reset compression=false 2024-11-20T03:21:13,790 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 631, reset compression=false 2024-11-20T03:21:13,917 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 607, reset compression=false 2024-11-20T03:21:14,041 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564 to pos 653, reset compression=false 2024-11-20T03:21:14,046 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T03:21:14,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:14,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:14,093 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 631, reset compression=false 2024-11-20T03:21:14,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:14,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:14,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:14,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:14,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:14,099 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:14,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:14,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:14,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:14,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:14,242 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-20T03:21:14,245 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-20T03:21:14,320 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 607, reset compression=false 2024-11-20T03:21:14,444 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564 to pos 653, reset compression=false 2024-11-20T03:21:14,448 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T03:21:14,448 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564 to pos 757, reset compression=false 2024-11-20T03:21:14,448 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.shipperd00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,35443,1732072860314 got entry batch from reader: WALEntryBatch [walEntries=[{test/fdeea34278d920d23c124bdb76af3631/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T03:21:14,449 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44287 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T03:21:14,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44287 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T03:21:14,496 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 631, reset compression=false 2024-11-20T03:21:14,500 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T03:21:14,500 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 759, reset compression=false 2024-11-20T03:21:14,500 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.shipperd00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,44287,1732072850396 got entry batch from reader: WALEntryBatch [walEntries=[{test/1cd1095ed910757e4fe9d55994d18288/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-20T03:21:14,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T03:21:14,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T03:21:14,657 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564 to pos 757, reset compression=false 2024-11-20T03:21:14,703 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 759, reset compression=false 2024-11-20T03:21:14,823 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 607, reset compression=false 2024-11-20T03:21:14,827 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:21:14,827 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 758, reset compression=false 2024-11-20T03:21:14,827 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.shipperd00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,38113,1732072855411 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T03:21:14,960 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564 to pos 757, reset compression=false 2024-11-20T03:21:15,012 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 759, reset compression=false 2024-11-20T03:21:15,030 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 758, reset compression=false 2024-11-20T03:21:15,246 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-20T03:21:15,250 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-20T03:21:15,334 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 758, reset compression=false 2024-11-20T03:21:15,365 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564 to pos 757, reset compression=false 2024-11-20T03:21:15,415 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 759, reset compression=false 2024-11-20T03:21:15,434 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T03:21:15,434 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 915, reset compression=false 2024-11-20T03:21:15,434 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.shipperd00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,44287,1732072850396 got entry batch from reader: WALEntryBatch [walEntries=[{test/1cd1095ed910757e4fe9d55994d18288/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-20T03:21:15,435 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T03:21:15,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T03:21:15,637 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 915, reset compression=false 2024-11-20T03:21:15,737 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 758, reset compression=false 2024-11-20T03:21:15,741 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T03:21:15,741 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 905, reset compression=false 2024-11-20T03:21:15,741 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.shipperd00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,38113,1732072855411 got entry batch from reader: WALEntryBatch [walEntries=[{test/68c58299133002a5436b1c2de1b8ff3f/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-20T03:21:15,742 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35443 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T03:21:15,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35443 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T03:21:15,870 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564 to pos 757, reset compression=false 2024-11-20T03:21:15,873 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:21:15,873 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564 to pos 927, reset compression=false 2024-11-20T03:21:15,873 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.shipperd00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,35443,1732072860314 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T03:21:15,941 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 915, reset compression=false 2024-11-20T03:21:15,944 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 905, reset compression=false 2024-11-20T03:21:16,077 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564 to pos 927, reset compression=false 2024-11-20T03:21:16,247 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 905, reset compression=false 2024-11-20T03:21:16,252 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-20T03:21:16,255 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-20T03:21:16,344 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 915, reset compression=false 2024-11-20T03:21:16,380 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564 to pos 927, reset compression=false 2024-11-20T03:21:16,651 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 905, reset compression=false 2024-11-20T03:21:16,655 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T03:21:16,655 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 1064, reset compression=false 2024-11-20T03:21:16,655 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.shipperd00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,38113,1732072855411 got entry batch from reader: WALEntryBatch [walEntries=[{test/68c58299133002a5436b1c2de1b8ff3f/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T03:21:16,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35443 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T03:21:16,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35443 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T03:21:16,784 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564 to pos 927, reset compression=false 2024-11-20T03:21:16,788 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T03:21:16,788 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564 to pos 1076, reset compression=false 2024-11-20T03:21:16,788 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.shipperd00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,35443,1732072860314 got entry batch from reader: WALEntryBatch [walEntries=[{test/fdeea34278d920d23c124bdb76af3631/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-20T03:21:16,789 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44287 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T03:21:16,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44287 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T03:21:16,848 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 915, reset compression=false 2024-11-20T03:21:16,852 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:21:16,853 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 1088, reset compression=false 2024-11-20T03:21:16,853 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.shipperd00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,44287,1732072850396 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T03:21:16,866 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 1064, reset compression=false 2024-11-20T03:21:16,992 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564 to pos 1076, reset compression=false 2024-11-20T03:21:17,055 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 1088, reset compression=false 2024-11-20T03:21:17,169 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 1064, reset compression=false 2024-11-20T03:21:17,258 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-20T03:21:17,263 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-20T03:21:17,295 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564 to pos 1076, reset compression=false 2024-11-20T03:21:17,314 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T03:21:17,314 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.shipperd00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,35443,1732072860314 got entry batch from reader: WALEntryBatch [walEntries=[{test/fdeea34278d920d23c124bdb76af3631/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T03:21:17,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44287 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T03:21:17,316 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564 to pos 1235, reset compression=false 2024-11-20T03:21:17,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44287 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T03:21:17,389 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 1088, reset compression=false 2024-11-20T03:21:17,405 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T03:21:17,405 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 1238, reset compression=false 2024-11-20T03:21:17,405 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.shipperd00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,44287,1732072850396 got entry batch from reader: WALEntryBatch [walEntries=[{test/1cd1095ed910757e4fe9d55994d18288/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-20T03:21:17,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T03:21:17,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T03:21:17,526 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564 to pos 1235, reset compression=false 2024-11-20T03:21:17,601 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 1064, reset compression=false 2024-11-20T03:21:17,618 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:21:17,618 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 1237, reset compression=false 2024-11-20T03:21:17,619 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.shipperd00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,38113,1732072855411 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T03:21:17,625 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 1238, reset compression=false 2024-11-20T03:21:17,849 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 1237, reset compression=false 2024-11-20T03:21:17,852 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564 to pos 1235, reset compression=false 2024-11-20T03:21:17,960 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 1238, reset compression=false 2024-11-20T03:21:18,168 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 1237, reset compression=false 2024-11-20T03:21:18,265 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-20T03:21:18,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@502bf032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:18,275 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,42441,-1 for getting cluster id 2024-11-20T03:21:18,276 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:21:18,276 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8aafca26-02d0-442a-b88e-a6078b67929e' 2024-11-20T03:21:18,277 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:21:18,277 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8aafca26-02d0-442a-b88e-a6078b67929e" 2024-11-20T03:21:18,277 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@162b7455, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:18,277 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,42441,-1] 2024-11-20T03:21:18,277 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:21:18,278 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:18,280 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:21:18,280 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564 to pos 1235, reset compression=false 2024-11-20T03:21:18,281 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66dc70ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:18,283 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:21:18,284 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,42441,1732072860173 2024-11-20T03:21:18,284 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46d1b4c9 2024-11-20T03:21:18,285 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:21:18,286 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:21:18,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42441 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-20T03:21:18,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42441 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-20T03:21:18,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T03:21:18,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T03:21:18,370 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 1238, reset compression=false 2024-11-20T03:21:18,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T03:21:18,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-20T03:21:18,515 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-20T03:21:18,516 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-20T03:21:18,516 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d00f728e99d7,35443,1732072860314 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-20T03:21:18,516 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0. 2024-11-20T03:21:18,516 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:21:18,516 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:18,517 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:18,517 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:21:18,598 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 1237, reset compression=false 2024-11-20T03:21:18,617 WARN [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T03:21:18,617 WARN [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.shipperd00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T03:21:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T03:21:18,717 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.shipperd00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 terminated 2024-11-20T03:21:18,738 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-d00f728e99d7,35443,1732072860314, ReplicationSource: 1, currentBandwidth=0 2024-11-20T03:21:18,739 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-20T03:21:18,739 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-20T03:21:18,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42441 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-20T03:21:18,744 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on d00f728e99d7,35443,1732072860314 suceeded 2024-11-20T03:21:18,751 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-20T03:21:18,751 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-20T03:21:18,751 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 383 msec 2024-11-20T03:21:18,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 464 msec 2024-11-20T03:21:18,779 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d00f728e99d7:33441' 2024-11-20T03:21:18,785 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c7aac67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:18,785 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,33441,-1 for getting cluster id 2024-11-20T03:21:18,785 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:21:18,786 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f587a92-1e13-41f2-b2a1-3a746a963f29' 2024-11-20T03:21:18,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:21:18,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f587a92-1e13-41f2-b2a1-3a746a963f29" 2024-11-20T03:21:18,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d65c6a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:18,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,33441,-1] 2024-11-20T03:21:18,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:21:18,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:18,788 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:21:18,789 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f1f41aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:18,789 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:21:18,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,33441,1732072850003 2024-11-20T03:21:18,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1be3e9fd 2024-11-20T03:21:18,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:21:18,791 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-20T03:21:18,792 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d00f728e99d7,35443,1732072860314 (queues=1) is replicating from cluster=8aafca26-02d0-442a-b88e-a6078b67929e to cluster=1f587a92-1e13-41f2-b2a1-3a746a963f29 2024-11-20T03:21:18,792 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d00f728e99d7%2C35443%2C1732072860314 2024-11-20T03:21:18,793 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d00f728e99d7,35443,1732072860314, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T03:21:18,817 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.shipperd00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d00f728e99d7%2C35443%2C1732072860314 2024-11-20T03:21:18,875 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 1238, reset compression=false 2024-11-20T03:21:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T03:21:18,933 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-20T03:21:18,933 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:21:18,933 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:21:18,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:18,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:18,933 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:21:18,945 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-20T03:21:19,142 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 1237, reset compression=false 2024-11-20T03:21:19,478 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 1238, reset compression=false 2024-11-20T03:21:19,484 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T03:21:19,484 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 1342, reset compression=false 2024-11-20T03:21:19,484 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.shipperd00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,44287,1732072850396 got entry batch from reader: WALEntryBatch [walEntries=[{test/1cd1095ed910757e4fe9d55994d18288/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T03:21:19,485 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T03:21:19,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38113 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T03:21:19,591 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T03:21:19,689 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 1342, reset compression=false 2024-11-20T03:21:19,777 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 1237, reset compression=false 2024-11-20T03:21:19,791 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T03:21:19,791 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 1364, reset compression=false 2024-11-20T03:21:19,791 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.shipperd00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,38113,1732072855411 got entry batch from reader: WALEntryBatch [walEntries=[{test/68c58299133002a5436b1c2de1b8ff3f/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-20T03:21:19,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35443 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T03:21:19,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35443 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T03:21:19,946 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-20T03:21:19,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ed40827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:19,948 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,42441,-1 for getting cluster id 2024-11-20T03:21:19,948 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:21:19,949 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8aafca26-02d0-442a-b88e-a6078b67929e' 2024-11-20T03:21:19,949 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:21:19,949 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8aafca26-02d0-442a-b88e-a6078b67929e" 2024-11-20T03:21:19,949 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78f65b91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:19,949 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,42441,-1] 2024-11-20T03:21:19,949 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:21:19,949 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:19,950 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:21:19,950 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@394c5db9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:19,952 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:21:19,953 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,42441,1732072860173 2024-11-20T03:21:19,953 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c2ab467 2024-11-20T03:21:19,953 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:21:19,954 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:21:19,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42441 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-20T03:21:19,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42441 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-20T03:21:19,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-20T03:21:20,001 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 1364, reset compression=false 2024-11-20T03:21:20,004 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T03:21:20,004 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 1468, reset compression=false 2024-11-20T03:21:20,004 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.shipperd00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,38113,1732072855411 got entry batch from reader: WALEntryBatch [walEntries=[{test/68c58299133002a5436b1c2de1b8ff3f/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T03:21:20,005 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35443 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T03:21:20,007 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35443 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T03:21:20,029 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 1342, reset compression=false 2024-11-20T03:21:20,055 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T03:21:20,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-20T03:21:20,207 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 1468, reset compression=false 2024-11-20T03:21:20,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-20T03:21:20,209 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-20T03:21:20,209 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-20T03:21:20,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42441 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-20T03:21:20,211 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on d00f728e99d7,35443,1732072860314 suceeded 2024-11-20T03:21:20,212 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564, startPosition=1235, beingWritten=true 2024-11-20T03:21:20,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-20T03:21:20,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-11-20T03:21:20,213 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-20T03:21:20,214 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 258 msec 2024-11-20T03:21:20,217 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T03:21:20,217 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564 to pos 1512, reset compression=false 2024-11-20T03:21:20,221 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.shipperd00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,35443,1732072860314 got entry batch from reader: WALEntryBatch [walEntries=[{test/fdeea34278d920d23c124bdb76af3631/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-20T03:21:20,222 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.shipperd00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:21:20,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-20T03:21:20,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44287 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T03:21:20,225 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44287 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T03:21:20,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-20T03:21:20,273 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-20T03:21:20,273 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:21:20,273 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:21:20,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:20,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:20,273 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:21:20,275 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-20T03:21:20,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T03:21:20,275 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:21:20,275 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:21:20,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:20,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:20,276 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:21:20,276 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T03:21:20,276 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=568227354, stopped=false 2024-11-20T03:21:20,276 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d00f728e99d7,42441,1732072860173 2024-11-20T03:21:20,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42441-0x101564236b50006, quorum=127.0.0.1:62063, baseZNode=/234012470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/234012470/running 2024-11-20T03:21:20,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35443-0x101564236b50007, quorum=127.0.0.1:62063, baseZNode=/234012470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/234012470/running 2024-11-20T03:21:20,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35443-0x101564236b50007, quorum=127.0.0.1:62063, baseZNode=/234012470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/234012470 2024-11-20T03:21:20,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42441-0x101564236b50006, quorum=127.0.0.1:62063, baseZNode=/234012470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/234012470 2024-11-20T03:21:20,296 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:21:20,296 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:21:20,296 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:21:20,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:20,297 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35443-0x101564236b50007, quorum=127.0.0.1:62063, baseZNode=/234012470 Set watcher on znode that does not yet exist, /234012470/running 2024-11-20T03:21:20,297 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42441-0x101564236b50006, quorum=127.0.0.1:62063, baseZNode=/234012470 Set watcher on znode that does not yet exist, /234012470/running 2024-11-20T03:21:20,298 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd00f728e99d7,35443,1732072860314' ***** 2024-11-20T03:21:20,298 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T03:21:20,298 INFO [RS:0;d00f728e99d7:35443 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T03:21:20,298 INFO [RS:0;d00f728e99d7:35443 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T03:21:20,298 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T03:21:20,298 INFO [RS:0;d00f728e99d7:35443 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T03:21:20,299 INFO [RS:0;d00f728e99d7:35443 {}] regionserver.HRegionServer(3091): Received CLOSE for fdeea34278d920d23c124bdb76af3631 2024-11-20T03:21:20,299 INFO [RS:0;d00f728e99d7:35443 {}] regionserver.HRegionServer(3091): Received CLOSE for 6132e8fec0059511da3521b11b684d6b 2024-11-20T03:21:20,299 INFO [RS:0;d00f728e99d7:35443 {}] regionserver.HRegionServer(959): stopping server d00f728e99d7,35443,1732072860314 2024-11-20T03:21:20,299 INFO [RS:0;d00f728e99d7:35443 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:21:20,299 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fdeea34278d920d23c124bdb76af3631, disabling compactions & flushes 2024-11-20T03:21:20,300 INFO [RS:0;d00f728e99d7:35443 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:35443. 2024-11-20T03:21:20,300 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732072866575.fdeea34278d920d23c124bdb76af3631. 2024-11-20T03:21:20,300 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732072866575.fdeea34278d920d23c124bdb76af3631. 2024-11-20T03:21:20,300 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732072866575.fdeea34278d920d23c124bdb76af3631. after waiting 0 ms 2024-11-20T03:21:20,300 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732072866575.fdeea34278d920d23c124bdb76af3631. 2024-11-20T03:21:20,300 DEBUG [RS:0;d00f728e99d7:35443 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:21:20,300 DEBUG [RS:0;d00f728e99d7:35443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:20,300 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fdeea34278d920d23c124bdb76af3631 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-20T03:21:20,300 INFO [RS:0;d00f728e99d7:35443 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T03:21:20,300 INFO [RS:0;d00f728e99d7:35443 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T03:21:20,300 INFO [RS:0;d00f728e99d7:35443 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T03:21:20,300 INFO [RS:0;d00f728e99d7:35443 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T03:21:20,300 INFO [RS:0;d00f728e99d7:35443 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T03:21:20,300 DEBUG [RS:0;d00f728e99d7:35443 {}] regionserver.HRegionServer(1325): Online Regions={fdeea34278d920d23c124bdb76af3631=test,,1732072866575.fdeea34278d920d23c124bdb76af3631., 6132e8fec0059511da3521b11b684d6b=hbase:replication,,1732072871035.6132e8fec0059511da3521b11b684d6b., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T03:21:20,300 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:21:20,300 DEBUG [RS:0;d00f728e99d7:35443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6132e8fec0059511da3521b11b684d6b, fdeea34278d920d23c124bdb76af3631 2024-11-20T03:21:20,300 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:21:20,300 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:21:20,300 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:21:20,300 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:21:20,300 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T03:21:20,318 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/default/test/fdeea34278d920d23c124bdb76af3631/.tmp/f/1dcbbc158cda48a198b0a5cd2c9b4ce7 is 37, key is row3/f:row3/1732072878935/Put/seqid=0 2024-11-20T03:21:20,319 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/hbase/meta/1588230740/.tmp/info/a5e7f2bd4e6d46499ca55b56a30d63d8 is 147, key is hbase:replication,,1732072871035.6132e8fec0059511da3521b11b684d6b./info:regioninfo/1732072871820/Put/seqid=0 2024-11-20T03:21:20,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46653 is added to blk_1073741840_1016 (size=5228) 2024-11-20T03:21:20,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46653 is added to blk_1073741841_1017 (size=7686) 2024-11-20T03:21:20,356 INFO [regionserver/d00f728e99d7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:21:20,420 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564 to pos 1512, reset compression=false 2024-11-20T03:21:20,424 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:21:20,424 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564 to pos 1759, reset compression=false 2024-11-20T03:21:20,424 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.shipperd00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,35443,1732072860314 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T03:21:20,425 ERROR [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.shipperd00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d00f728e99d7,35443,1732072860314: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d00f728e99d7,35443,1732072860314, walGroup=d00f728e99d7%2C35443%2C1732072860314, offset=d00f728e99d7%2C35443%2C1732072860314.1732072862564:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:35443 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T03:21:20,426 ERROR [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.shipperd00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T03:21:20,426 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.shipperd00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T03:21:20,427 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.shipperd00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T03:21:20,427 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.shipperd00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T03:21:20,427 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.shipperd00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T03:21:20,427 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.shipperd00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1136656384, "init": 1048576000, "max": 2306867200, "used": 755625656 }, "NonHeapMemoryUsage": { "committed": 200933376, "init": 7667712, "max": -1, "used": 197911576 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T03:21:20,427 WARN [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.shipperd00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:42441 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:42441 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T03:21:20,432 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 1342, reset compression=false 2024-11-20T03:21:20,434 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T03:21:20,434 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T03:21:20,436 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:21:20,436 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 1493, reset compression=false 2024-11-20T03:21:20,436 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.shipperd00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,44287,1732072850396 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T03:21:20,500 DEBUG [RS:0;d00f728e99d7:35443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6132e8fec0059511da3521b11b684d6b, fdeea34278d920d23c124bdb76af3631 2024-11-20T03:21:20,511 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 1468, reset compression=false 2024-11-20T03:21:20,628 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564 to pos 1759, reset compression=false 2024-11-20T03:21:20,639 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 1493, reset compression=false 2024-11-20T03:21:20,701 DEBUG [RS:0;d00f728e99d7:35443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6132e8fec0059511da3521b11b684d6b, fdeea34278d920d23c124bdb76af3631 2024-11-20T03:21:20,722 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/default/test/fdeea34278d920d23c124bdb76af3631/.tmp/f/1dcbbc158cda48a198b0a5cd2c9b4ce7 2024-11-20T03:21:20,726 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/hbase/meta/1588230740/.tmp/info/a5e7f2bd4e6d46499ca55b56a30d63d8 2024-11-20T03:21:20,729 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1dcbbc158cda48a198b0a5cd2c9b4ce7 2024-11-20T03:21:20,767 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/hbase/meta/1588230740/.tmp/ns/cc786fd5d8eb43218808d55abb69b537 is 43, key is default/ns:d/1732072863165/Put/seqid=0 2024-11-20T03:21:20,781 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/default/test/fdeea34278d920d23c124bdb76af3631/.tmp/f1/35398b6445c74f5594f72f48caff8cb2 is 30, key is row1/f1:/1732072876253/DeleteFamily/seqid=0 2024-11-20T03:21:20,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46653 is added to blk_1073741842_1018 (size=5153) 2024-11-20T03:21:20,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46653 is added to blk_1073741843_1019 (size=5158) 2024-11-20T03:21:20,789 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/default/test/fdeea34278d920d23c124bdb76af3631/.tmp/f1/35398b6445c74f5594f72f48caff8cb2 2024-11-20T03:21:20,793 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 35398b6445c74f5594f72f48caff8cb2 2024-11-20T03:21:20,817 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/default/test/fdeea34278d920d23c124bdb76af3631/.tmp/norep/8c01aa86545e4910b3a4a74a9e7f6f87 is 33, key is row2/norep:/1732072877259/DeleteFamily/seqid=0 2024-11-20T03:21:20,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46653 is added to blk_1073741844_1020 (size=5108) 2024-11-20T03:21:20,826 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/default/test/fdeea34278d920d23c124bdb76af3631/.tmp/norep/8c01aa86545e4910b3a4a74a9e7f6f87 2024-11-20T03:21:20,831 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8c01aa86545e4910b3a4a74a9e7f6f87 2024-11-20T03:21:20,832 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/default/test/fdeea34278d920d23c124bdb76af3631/.tmp/f/1dcbbc158cda48a198b0a5cd2c9b4ce7 as hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/default/test/fdeea34278d920d23c124bdb76af3631/f/1dcbbc158cda48a198b0a5cd2c9b4ce7 2024-11-20T03:21:20,843 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1dcbbc158cda48a198b0a5cd2c9b4ce7 2024-11-20T03:21:20,843 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/default/test/fdeea34278d920d23c124bdb76af3631/f/1dcbbc158cda48a198b0a5cd2c9b4ce7, entries=5, sequenceid=12, filesize=5.1 K 2024-11-20T03:21:20,844 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/default/test/fdeea34278d920d23c124bdb76af3631/.tmp/f1/35398b6445c74f5594f72f48caff8cb2 as hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/default/test/fdeea34278d920d23c124bdb76af3631/f1/35398b6445c74f5594f72f48caff8cb2 2024-11-20T03:21:20,849 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 35398b6445c74f5594f72f48caff8cb2 2024-11-20T03:21:20,849 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/default/test/fdeea34278d920d23c124bdb76af3631/f1/35398b6445c74f5594f72f48caff8cb2, entries=3, sequenceid=12, filesize=5.0 K 2024-11-20T03:21:20,850 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/default/test/fdeea34278d920d23c124bdb76af3631/.tmp/norep/8c01aa86545e4910b3a4a74a9e7f6f87 as hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/default/test/fdeea34278d920d23c124bdb76af3631/norep/8c01aa86545e4910b3a4a74a9e7f6f87 2024-11-20T03:21:20,862 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8c01aa86545e4910b3a4a74a9e7f6f87 2024-11-20T03:21:20,862 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/default/test/fdeea34278d920d23c124bdb76af3631/norep/8c01aa86545e4910b3a4a74a9e7f6f87, entries=1, sequenceid=12, filesize=5.0 K 2024-11-20T03:21:20,865 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for fdeea34278d920d23c124bdb76af3631 in 565ms, sequenceid=12, compaction requested=false 2024-11-20T03:21:20,901 DEBUG [RS:0;d00f728e99d7:35443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6132e8fec0059511da3521b11b684d6b, fdeea34278d920d23c124bdb76af3631 2024-11-20T03:21:20,914 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 1468, reset compression=false 2024-11-20T03:21:20,914 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/default/test/fdeea34278d920d23c124bdb76af3631/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T03:21:20,915 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:21:20,916 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T03:21:20,916 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732072866575.fdeea34278d920d23c124bdb76af3631. 2024-11-20T03:21:20,916 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fdeea34278d920d23c124bdb76af3631: Waiting for close lock at 1732072880299Running coprocessor pre-close hooks at 1732072880299Disabling compacts and flushes for region at 1732072880299Disabling writes for close at 1732072880300 (+1 ms)Obtaining lock to block concurrent updates at 1732072880300Preparing flush snapshotting stores in fdeea34278d920d23c124bdb76af3631 at 1732072880300Finished memstore snapshotting test,,1732072866575.fdeea34278d920d23c124bdb76af3631., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732072880300Flushing stores of test,,1732072866575.fdeea34278d920d23c124bdb76af3631. at 1732072880301 (+1 ms)Flushing fdeea34278d920d23c124bdb76af3631/f: creating writer at 1732072880301Flushing fdeea34278d920d23c124bdb76af3631/f: appending metadata at 1732072880317 (+16 ms)Flushing fdeea34278d920d23c124bdb76af3631/f: closing flushed file at 1732072880317Flushing fdeea34278d920d23c124bdb76af3631/f1: creating writer at 1732072880729 (+412 ms)Flushing fdeea34278d920d23c124bdb76af3631/f1: appending metadata at 1732072880780 (+51 ms)Flushing fdeea34278d920d23c124bdb76af3631/f1: closing flushed file at 1732072880780Flushing fdeea34278d920d23c124bdb76af3631/norep: creating writer at 1732072880793 (+13 ms)Flushing fdeea34278d920d23c124bdb76af3631/norep: appending metadata at 1732072880816 (+23 ms)Flushing fdeea34278d920d23c124bdb76af3631/norep: closing flushed file at 1732072880816Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a5d4a07: reopening flushed file at 1732072880831 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d8e6c68: reopening flushed file at 1732072880843 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@479d811f: reopening flushed file at 1732072880849 (+6 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for fdeea34278d920d23c124bdb76af3631 in 565ms, sequenceid=12, compaction requested=false at 1732072880865 (+16 ms)Writing region close event to WAL at 1732072880896 (+31 ms)Running coprocessor post-close hooks at 1732072880915 (+19 ms)Closed at 1732072880916 (+1 ms) 2024-11-20T03:21:20,916 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732072866575.fdeea34278d920d23c124bdb76af3631. 2024-11-20T03:21:20,916 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6132e8fec0059511da3521b11b684d6b, disabling compactions & flushes 2024-11-20T03:21:20,916 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732072871035.6132e8fec0059511da3521b11b684d6b. 2024-11-20T03:21:20,916 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732072871035.6132e8fec0059511da3521b11b684d6b. 2024-11-20T03:21:20,916 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732072871035.6132e8fec0059511da3521b11b684d6b. after waiting 0 ms 2024-11-20T03:21:20,916 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732072871035.6132e8fec0059511da3521b11b684d6b. 2024-11-20T03:21:20,916 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6132e8fec0059511da3521b11b684d6b: Waiting for close lock at 1732072880916Running coprocessor pre-close hooks at 1732072880916Disabling compacts and flushes for region at 1732072880916Disabling writes for close at 1732072880916Failed flush hbase:replication,,1732072871035.6132e8fec0059511da3521b11b684d6b., putting online again at 1732072880916 2024-11-20T03:21:20,916 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732072871035.6132e8fec0059511da3521b11b684d6b. 2024-11-20T03:21:20,948 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 1493, reset compression=false 2024-11-20T03:21:20,952 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564 to pos 1759, reset compression=false 2024-11-20T03:21:20,969 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:21:20,969 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564 to pos 2403, reset compression=false 2024-11-20T03:21:21,101 INFO [RS:0;d00f728e99d7:35443 {}] regionserver.HRegionServer(3091): Received CLOSE for 6132e8fec0059511da3521b11b684d6b 2024-11-20T03:21:21,101 DEBUG [RS:0;d00f728e99d7:35443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6132e8fec0059511da3521b11b684d6b 2024-11-20T03:21:21,101 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6132e8fec0059511da3521b11b684d6b, disabling compactions & flushes 2024-11-20T03:21:21,101 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732072871035.6132e8fec0059511da3521b11b684d6b. 2024-11-20T03:21:21,101 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732072871035.6132e8fec0059511da3521b11b684d6b. 2024-11-20T03:21:21,101 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732072871035.6132e8fec0059511da3521b11b684d6b. after waiting 0 ms 2024-11-20T03:21:21,101 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732072871035.6132e8fec0059511da3521b11b684d6b. 2024-11-20T03:21:21,102 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6132e8fec0059511da3521b11b684d6b: Waiting for close lock at 1732072881101Running coprocessor pre-close hooks at 1732072881101Disabling compacts and flushes for region at 1732072881101Disabling writes for close at 1732072881101Failed flush hbase:replication,,1732072871035.6132e8fec0059511da3521b11b684d6b., putting online again at 1732072881101 2024-11-20T03:21:21,102 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732072871035.6132e8fec0059511da3521b11b684d6b. 2024-11-20T03:21:21,177 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564 to pos 2403, reset compression=false 2024-11-20T03:21:21,193 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/hbase/meta/1588230740/.tmp/ns/cc786fd5d8eb43218808d55abb69b537 2024-11-20T03:21:21,229 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/hbase/meta/1588230740/.tmp/rep_barrier/7378e7beacb94e2a9714a223a3860534 is 112, key is test,,1732072866575.fdeea34278d920d23c124bdb76af3631./rep_barrier:seqnumDuringOpen/1732072867321/Put/seqid=0 2024-11-20T03:21:21,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46653 is added to blk_1073741845_1021 (size=5518) 2024-11-20T03:21:21,247 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/hbase/meta/1588230740/.tmp/rep_barrier/7378e7beacb94e2a9714a223a3860534 2024-11-20T03:21:21,270 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/hbase/meta/1588230740/.tmp/table/220e8e67287147e9b4e461d80c5d08e0 is 53, key is hbase:replication/table:state/1732072871830/Put/seqid=0 2024-11-20T03:21:21,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46653 is added to blk_1073741846_1022 (size=5308) 2024-11-20T03:21:21,301 INFO [RS:0;d00f728e99d7:35443 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T03:21:21,301 DEBUG [RS:0;d00f728e99d7:35443 {}] regionserver.HRegionServer(1325): Online Regions={6132e8fec0059511da3521b11b684d6b=hbase:replication,,1732072871035.6132e8fec0059511da3521b11b684d6b., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T03:21:21,301 DEBUG [RS:0;d00f728e99d7:35443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:21:21,356 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 1493, reset compression=false 2024-11-20T03:21:21,437 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 1468, reset compression=false 2024-11-20T03:21:21,481 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564 to pos 2403, reset compression=false 2024-11-20T03:21:21,502 DEBUG [RS:0;d00f728e99d7:35443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:21:21,677 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/hbase/meta/1588230740/.tmp/table/220e8e67287147e9b4e461d80c5d08e0 2024-11-20T03:21:21,681 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/hbase/meta/1588230740/.tmp/info/a5e7f2bd4e6d46499ca55b56a30d63d8 as hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/hbase/meta/1588230740/info/a5e7f2bd4e6d46499ca55b56a30d63d8 2024-11-20T03:21:21,686 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/hbase/meta/1588230740/info/a5e7f2bd4e6d46499ca55b56a30d63d8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T03:21:21,687 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/hbase/meta/1588230740/.tmp/ns/cc786fd5d8eb43218808d55abb69b537 as hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/hbase/meta/1588230740/ns/cc786fd5d8eb43218808d55abb69b537 2024-11-20T03:21:21,693 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/hbase/meta/1588230740/ns/cc786fd5d8eb43218808d55abb69b537, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T03:21:21,694 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/hbase/meta/1588230740/.tmp/rep_barrier/7378e7beacb94e2a9714a223a3860534 as hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/hbase/meta/1588230740/rep_barrier/7378e7beacb94e2a9714a223a3860534 2024-11-20T03:21:21,702 DEBUG [RS:0;d00f728e99d7:35443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:21:21,702 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/hbase/meta/1588230740/rep_barrier/7378e7beacb94e2a9714a223a3860534, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T03:21:21,703 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/hbase/meta/1588230740/.tmp/table/220e8e67287147e9b4e461d80c5d08e0 as hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/hbase/meta/1588230740/table/220e8e67287147e9b4e461d80c5d08e0 2024-11-20T03:21:21,709 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/hbase/meta/1588230740/table/220e8e67287147e9b4e461d80c5d08e0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T03:21:21,709 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1409ms, sequenceid=16, compaction requested=false 2024-11-20T03:21:21,725 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T03:21:21,726 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:21:21,726 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:21:21,726 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:21:21,726 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072880300Running coprocessor pre-close hooks at 1732072880300Disabling compacts and flushes for region at 1732072880300Disabling writes for close at 1732072880300Obtaining lock to block concurrent updates at 1732072880300Preparing flush snapshotting stores in 1588230740 at 1732072880300Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732072880301 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732072880301Flushing 1588230740/info: creating writer at 1732072880301Flushing 1588230740/info: appending metadata at 1732072880318 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732072880318Flushing 1588230740/ns: creating writer at 1732072880738 (+420 ms)Flushing 1588230740/ns: appending metadata at 1732072880766 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1732072880766Flushing 1588230740/rep_barrier: creating writer at 1732072881204 (+438 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732072881228 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732072881228Flushing 1588230740/table: creating writer at 1732072881252 (+24 ms)Flushing 1588230740/table: appending metadata at 1732072881269 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732072881269Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53c23cd: reopening flushed file at 1732072881681 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33d75461: reopening flushed file at 1732072881687 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f9130c4: reopening flushed file at 1732072881693 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13c87c76: reopening flushed file at 1732072881702 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1409ms, sequenceid=16, compaction requested=false at 1732072881709 (+7 ms)Writing region close event to WAL at 1732072881721 (+12 ms)Running coprocessor post-close hooks at 1732072881726 (+5 ms)Closed at 1732072881726 2024-11-20T03:21:21,726 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T03:21:21,860 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 1493, reset compression=false 2024-11-20T03:21:21,902 INFO [RS:0;d00f728e99d7:35443 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-20T03:21:21,902 INFO [RS:0;d00f728e99d7:35443 {}] regionserver.HRegionServer(976): stopping server d00f728e99d7,35443,1732072860314; all regions closed. 2024-11-20T03:21:21,909 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/WALs/d00f728e99d7,35443,1732072860314/d00f728e99d7%2C35443%2C1732072860314.1732072862564 to pos 2403, reset compression=false 2024-11-20T03:21:21,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46653 is added to blk_1073741834_1010 (size=4239) 2024-11-20T03:21:21,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46653 is added to blk_1073741839_1015 (size=2390) 2024-11-20T03:21:21,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46653 is added to blk_1073741833_1009 (size=2411) 2024-11-20T03:21:21,942 DEBUG [RS:0;d00f728e99d7:35443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:21,942 INFO [RS:0;d00f728e99d7:35443 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:21:21,942 INFO [RS:0;d00f728e99d7:35443 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:21:21,942 INFO [RS:0;d00f728e99d7:35443 {}] hbase.ChoreService(370): Chore service for: regionserver/d00f728e99d7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T03:21:21,943 INFO [RS:0;d00f728e99d7:35443 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:21:21,943 INFO [regionserver/d00f728e99d7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:21:21,943 INFO [RS:0;d00f728e99d7:35443 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d00f728e99d7,35443,1732072860314 because: Region server is closing 2024-11-20T03:21:21,944 INFO [RS:0;d00f728e99d7:35443 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:35443. 2024-11-20T03:21:21,944 DEBUG [RS:0;d00f728e99d7:35443 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:21:21,944 DEBUG [RS:0;d00f728e99d7:35443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:21,944 DEBUG [RS:0;d00f728e99d7:35443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:21,944 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:21:22,041 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 1468, reset compression=false 2024-11-20T03:21:22,044 INFO [RS:0;d00f728e99d7:35443 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.shipperd00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 terminated 2024-11-20T03:21:22,045 INFO [RS:0;d00f728e99d7:35443 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:35443. 2024-11-20T03:21:22,045 DEBUG [RS:0;d00f728e99d7:35443 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:21:22,045 DEBUG [RS:0;d00f728e99d7:35443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:22,045 DEBUG [RS:0;d00f728e99d7:35443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:22,045 INFO [RS:0;d00f728e99d7:35443 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35443 2024-11-20T03:21:22,045 WARN [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,35443,1732072860314.replicationSource.wal-reader.d00f728e99d7%2C35443%2C1732072860314,1-d00f728e99d7,35443,1732072860314 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T03:21:22,046 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:21:22,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42441-0x101564236b50006, quorum=127.0.0.1:62063, baseZNode=/234012470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/234012470/rs 2024-11-20T03:21:22,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35443-0x101564236b50007, quorum=127.0.0.1:62063, baseZNode=/234012470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/234012470/rs/d00f728e99d7,35443,1732072860314 2024-11-20T03:21:22,065 INFO [RS:0;d00f728e99d7:35443 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:21:22,065 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d00f728e99d7,35443,1732072860314] 2024-11-20T03:21:22,128 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /234012470/draining/d00f728e99d7,35443,1732072860314 already deleted, retry=false 2024-11-20T03:21:22,128 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d00f728e99d7,35443,1732072860314 expired; onlineServers=0 2024-11-20T03:21:22,128 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd00f728e99d7,42441,1732072860173' ***** 2024-11-20T03:21:22,128 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T03:21:22,128 INFO [M:0;d00f728e99d7:42441 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:21:22,128 INFO [M:0;d00f728e99d7:42441 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:21:22,128 DEBUG [M:0;d00f728e99d7:42441 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T03:21:22,128 DEBUG [M:0;d00f728e99d7:42441 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T03:21:22,128 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T03:21:22,128 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072862335 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072862335,5,FailOnTimeoutGroup] 2024-11-20T03:21:22,128 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072862335 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072862335,5,FailOnTimeoutGroup] 2024-11-20T03:21:22,128 INFO [M:0;d00f728e99d7:42441 {}] hbase.ChoreService(370): Chore service for: master/d00f728e99d7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T03:21:22,128 INFO [M:0;d00f728e99d7:42441 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:21:22,128 DEBUG [M:0;d00f728e99d7:42441 {}] master.HMaster(1795): Stopping service threads 2024-11-20T03:21:22,129 INFO [M:0;d00f728e99d7:42441 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T03:21:22,129 INFO [M:0;d00f728e99d7:42441 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:21:22,129 INFO [M:0;d00f728e99d7:42441 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T03:21:22,129 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T03:21:22,175 INFO [RS:0;d00f728e99d7:35443 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:21:22,175 INFO [RS:0;d00f728e99d7:35443 {}] regionserver.HRegionServer(1031): Exiting; stopping=d00f728e99d7,35443,1732072860314; zookeeper connection closed. 2024-11-20T03:21:22,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35443-0x101564236b50007, quorum=127.0.0.1:62063, baseZNode=/234012470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:21:22,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35443-0x101564236b50007, quorum=127.0.0.1:62063, baseZNode=/234012470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:21:22,176 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7fb380a2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7fb380a2 2024-11-20T03:21:22,176 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T03:21:22,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42441-0x101564236b50006, quorum=127.0.0.1:62063, baseZNode=/234012470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/234012470/master 2024-11-20T03:21:22,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42441-0x101564236b50006, quorum=127.0.0.1:62063, baseZNode=/234012470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/234012470 2024-11-20T03:21:22,217 DEBUG [M:0;d00f728e99d7:42441 {}] zookeeper.ZKUtil(347): master:42441-0x101564236b50006, quorum=127.0.0.1:62063, baseZNode=/234012470 Unable to get data of znode /234012470/master because node does not exist (not an error) 2024-11-20T03:21:22,217 WARN [M:0;d00f728e99d7:42441 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T03:21:22,220 INFO [M:0;d00f728e99d7:42441 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/.lastflushedseqids 2024-11-20T03:21:22,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46653 is added to blk_1073741847_1023 (size=245) 2024-11-20T03:21:22,247 INFO [M:0;d00f728e99d7:42441 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T03:21:22,247 INFO [M:0;d00f728e99d7:42441 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T03:21:22,247 DEBUG [M:0;d00f728e99d7:42441 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:21:22,247 INFO [M:0;d00f728e99d7:42441 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:21:22,247 DEBUG [M:0;d00f728e99d7:42441 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:21:22,247 DEBUG [M:0;d00f728e99d7:42441 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:21:22,247 DEBUG [M:0;d00f728e99d7:42441 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:21:22,247 INFO [M:0;d00f728e99d7:42441 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-11-20T03:21:22,269 DEBUG [M:0;d00f728e99d7:42441 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f6c9328610294cbb939e0ecb26e7ffaf is 82, key is hbase:meta,,1/info:regioninfo/1732072863153/Put/seqid=0 2024-11-20T03:21:22,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46653 is added to blk_1073741848_1024 (size=5672) 2024-11-20T03:21:22,315 INFO [M:0;d00f728e99d7:42441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f6c9328610294cbb939e0ecb26e7ffaf 2024-11-20T03:21:22,364 DEBUG [M:0;d00f728e99d7:42441 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea9d4c4353c444cf81ec276e51e618ba is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732072871834/Put/seqid=0 2024-11-20T03:21:22,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46653 is added to blk_1073741849_1025 (size=9213) 2024-11-20T03:21:22,382 INFO [M:0;d00f728e99d7:42441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea9d4c4353c444cf81ec276e51e618ba 2024-11-20T03:21:22,427 DEBUG [M:0;d00f728e99d7:42441 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05ff0b1c8922427eb81cef1c135fbb83 is 69, key is d00f728e99d7,35443,1732072860314/rs:state/1732072862373/Put/seqid=0 2024-11-20T03:21:22,477 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 1493, reset compression=false 2024-11-20T03:21:22,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46653 is added to blk_1073741850_1026 (size=5156) 2024-11-20T03:21:22,479 INFO [M:0;d00f728e99d7:42441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05ff0b1c8922427eb81cef1c135fbb83 2024-11-20T03:21:22,489 DEBUG [M:0;d00f728e99d7:42441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f6c9328610294cbb939e0ecb26e7ffaf as hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f6c9328610294cbb939e0ecb26e7ffaf 2024-11-20T03:21:22,497 INFO [M:0;d00f728e99d7:42441 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f6c9328610294cbb939e0ecb26e7ffaf, entries=8, sequenceid=127, filesize=5.5 K 2024-11-20T03:21:22,498 DEBUG [M:0;d00f728e99d7:42441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea9d4c4353c444cf81ec276e51e618ba as hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea9d4c4353c444cf81ec276e51e618ba 2024-11-20T03:21:22,508 INFO [M:0;d00f728e99d7:42441 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea9d4c4353c444cf81ec276e51e618ba, entries=15, sequenceid=127, filesize=9.0 K 2024-11-20T03:21:22,510 DEBUG [M:0;d00f728e99d7:42441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/05ff0b1c8922427eb81cef1c135fbb83 as hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/05ff0b1c8922427eb81cef1c135fbb83 2024-11-20T03:21:22,518 INFO [M:0;d00f728e99d7:42441 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39039/user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/05ff0b1c8922427eb81cef1c135fbb83, entries=1, sequenceid=127, filesize=5.0 K 2024-11-20T03:21:22,519 INFO [M:0;d00f728e99d7:42441 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 272ms, sequenceid=127, compaction requested=false 2024-11-20T03:21:22,531 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:21:22,532 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d00f728e99d7,34923,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:34923 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T03:21:22,534 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68498 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d00f728e99d7,34923,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:34923 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T03:21:22,569 INFO [M:0;d00f728e99d7:42441 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:21:22,569 DEBUG [M:0;d00f728e99d7:42441 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072882247Disabling compacts and flushes for region at 1732072882247Disabling writes for close at 1732072882247Obtaining lock to block concurrent updates at 1732072882247Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732072882247Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1732072882248 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732072882248Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732072882248Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732072882268 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732072882268Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732072882322 (+54 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732072882363 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732072882363Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732072882387 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732072882427 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732072882427Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29f660b6: reopening flushed file at 1732072882488 (+61 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@766a2861: reopening flushed file at 1732072882497 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25bf36d1: reopening flushed file at 1732072882509 (+12 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 272ms, sequenceid=127, compaction requested=false at 1732072882519 (+10 ms)Writing region close event to WAL at 1732072882569 (+50 ms)Closed at 1732072882569 2024-11-20T03:21:22,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46653 is added to blk_1073741830_1006 (size=73878) 2024-11-20T03:21:22,594 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3d95cf53-0c22-cee2-5e8e-a7aae2c1d37b/MasterData/WALs/d00f728e99d7,42441,1732072860173/d00f728e99d7%2C42441%2C1732072860173.1732072862088 not finished, retry = 0 2024-11-20T03:21:22,695 INFO [M:0;d00f728e99d7:42441 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T03:21:22,696 INFO [M:0;d00f728e99d7:42441 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42441 2024-11-20T03:21:22,696 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:21:22,696 INFO [M:0;d00f728e99d7:42441 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:21:22,754 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 1468, reset compression=false 2024-11-20T03:21:22,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42441-0x101564236b50006, quorum=127.0.0.1:62063, baseZNode=/234012470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:21:22,901 INFO [M:0;d00f728e99d7:42441 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:21:22,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42441-0x101564236b50006, quorum=127.0.0.1:62063, baseZNode=/234012470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:21:22,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26527bc6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:21:22,904 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2add119{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:21:22,904 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:21:22,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3030fef7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:21:22,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d904433{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52817d6a-2301-1d0c-5375-36d8c3299719/hadoop.log.dir/,STOPPED} 2024-11-20T03:21:22,906 WARN [BP-251581826-172.17.0.2-1732072857883 heartbeating to localhost/127.0.0.1:39039 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T03:21:22,906 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T03:21:22,906 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T03:21:22,906 WARN [BP-251581826-172.17.0.2-1732072857883 heartbeating to localhost/127.0.0.1:39039 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-251581826-172.17.0.2-1732072857883 (Datanode Uuid 37c0066c-3014-4630-b1c4-58d38f1a1382) service to localhost/127.0.0.1:39039 2024-11-20T03:21:22,907 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52817d6a-2301-1d0c-5375-36d8c3299719/cluster_f01b5254-051b-b31b-7d54-161fc0ca2ddd/data/data1/current/BP-251581826-172.17.0.2-1732072857883 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:21:22,907 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52817d6a-2301-1d0c-5375-36d8c3299719/cluster_f01b5254-051b-b31b-7d54-161fc0ca2ddd/data/data2/current/BP-251581826-172.17.0.2-1732072857883 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:21:22,908 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T03:21:22,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c11ceb4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:21:22,916 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2cd281a9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:21:22,916 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:21:22,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d37fcd3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:21:22,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e76c5b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52817d6a-2301-1d0c-5375-36d8c3299719/hadoop.log.dir/,STOPPED} 2024-11-20T03:21:22,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T03:21:22,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T03:21:22,938 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:21:22,938 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:21:22,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:22,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:22,939 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:21:22,939 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T03:21:22,939 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=600954571, stopped=false 2024-11-20T03:21:22,939 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d00f728e99d7,36603,1732072855291 2024-11-20T03:21:22,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36603-0x101564236b50003, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-354903252/running 2024-11-20T03:21:22,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36603-0x101564236b50003, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-354903252 2024-11-20T03:21:22,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x101564236b50004, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-354903252/running 2024-11-20T03:21:22,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x101564236b50004, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-354903252 2024-11-20T03:21:22,986 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:21:22,987 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36603-0x101564236b50003, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Set watcher on znode that does not yet exist, /1-354903252/running 2024-11-20T03:21:22,987 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38113-0x101564236b50004, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Set watcher on znode that does not yet exist, /1-354903252/running 2024-11-20T03:21:22,987 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:21:22,987 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:21:22,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:22,988 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd00f728e99d7,38113,1732072855411' ***** 2024-11-20T03:21:22,988 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T03:21:22,988 INFO [RS:0;d00f728e99d7:38113 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T03:21:22,988 INFO [RS:0;d00f728e99d7:38113 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T03:21:22,988 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T03:21:22,988 INFO [RS:0;d00f728e99d7:38113 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T03:21:22,988 INFO [RS:0;d00f728e99d7:38113 {}] regionserver.HRegionServer(3091): Received CLOSE for 68c58299133002a5436b1c2de1b8ff3f 2024-11-20T03:21:22,988 INFO [RS:0;d00f728e99d7:38113 {}] regionserver.HRegionServer(3091): Received CLOSE for 39968d95fc2be2719fb8c8313bb42ebf 2024-11-20T03:21:22,989 INFO [RS:0;d00f728e99d7:38113 {}] regionserver.HRegionServer(959): stopping server d00f728e99d7,38113,1732072855411 2024-11-20T03:21:22,989 INFO [RS:0;d00f728e99d7:38113 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:21:22,989 INFO [RS:0;d00f728e99d7:38113 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:38113. 2024-11-20T03:21:22,989 DEBUG [RS:0;d00f728e99d7:38113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:21:22,989 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 68c58299133002a5436b1c2de1b8ff3f, disabling compactions & flushes 2024-11-20T03:21:22,989 DEBUG [RS:0;d00f728e99d7:38113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:22,989 INFO [RS:0;d00f728e99d7:38113 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T03:21:22,989 INFO [RS:0;d00f728e99d7:38113 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T03:21:22,989 INFO [RS:0;d00f728e99d7:38113 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T03:21:22,989 INFO [RS:0;d00f728e99d7:38113 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T03:21:22,989 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732072864424.68c58299133002a5436b1c2de1b8ff3f. 2024-11-20T03:21:22,989 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732072864424.68c58299133002a5436b1c2de1b8ff3f. 2024-11-20T03:21:22,989 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732072864424.68c58299133002a5436b1c2de1b8ff3f. after waiting 0 ms 2024-11-20T03:21:22,989 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732072864424.68c58299133002a5436b1c2de1b8ff3f. 2024-11-20T03:21:22,989 INFO [RS:0;d00f728e99d7:38113 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T03:21:22,989 DEBUG [RS:0;d00f728e99d7:38113 {}] regionserver.HRegionServer(1325): Online Regions={68c58299133002a5436b1c2de1b8ff3f=test,,1732072864424.68c58299133002a5436b1c2de1b8ff3f., 1588230740=hbase:meta,,1.1588230740, 39968d95fc2be2719fb8c8313bb42ebf=hbase:replication,,1732072869895.39968d95fc2be2719fb8c8313bb42ebf.} 2024-11-20T03:21:22,989 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 68c58299133002a5436b1c2de1b8ff3f 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-20T03:21:22,989 DEBUG [RS:0;d00f728e99d7:38113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39968d95fc2be2719fb8c8313bb42ebf, 68c58299133002a5436b1c2de1b8ff3f 2024-11-20T03:21:22,989 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:21:22,989 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:21:22,989 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:21:22,989 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:21:22,990 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:21:22,990 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T03:21:23,007 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/hbase/meta/1588230740/.tmp/info/ca0045df707f4e84a658e437893f7bd1 is 147, key is hbase:replication,,1732072869895.39968d95fc2be2719fb8c8313bb42ebf./info:regioninfo/1732072870451/Put/seqid=0 2024-11-20T03:21:23,007 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/default/test/68c58299133002a5436b1c2de1b8ff3f/.tmp/f/996f9c38550b44c5ac10c57dc04b10de is 37, key is row3/f:row3/1732072878935/Put/seqid=0 2024-11-20T03:21:23,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741840_1016 (size=5228) 2024-11-20T03:21:23,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741841_1017 (size=7686) 2024-11-20T03:21:23,073 INFO [regionserver/d00f728e99d7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:21:23,189 DEBUG [RS:0;d00f728e99d7:38113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39968d95fc2be2719fb8c8313bb42ebf, 68c58299133002a5436b1c2de1b8ff3f 2024-11-20T03:21:23,210 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 1493, reset compression=false 2024-11-20T03:21:23,390 DEBUG [RS:0;d00f728e99d7:38113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39968d95fc2be2719fb8c8313bb42ebf, 68c58299133002a5436b1c2de1b8ff3f 2024-11-20T03:21:23,418 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/default/test/68c58299133002a5436b1c2de1b8ff3f/.tmp/f/996f9c38550b44c5ac10c57dc04b10de 2024-11-20T03:21:23,423 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/hbase/meta/1588230740/.tmp/info/ca0045df707f4e84a658e437893f7bd1 2024-11-20T03:21:23,424 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 996f9c38550b44c5ac10c57dc04b10de 2024-11-20T03:21:23,450 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/default/test/68c58299133002a5436b1c2de1b8ff3f/.tmp/f1/27cecba70abb4f00a883267b6fa4d069 is 30, key is row1/f1:/1732072876253/DeleteFamily/seqid=0 2024-11-20T03:21:23,460 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/hbase/meta/1588230740/.tmp/ns/a87d617ebdf44b4ab1cd112a62bbad2b is 43, key is default/ns:d/1732072857807/Put/seqid=0 2024-11-20T03:21:23,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741842_1018 (size=5158) 2024-11-20T03:21:23,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741843_1019 (size=5153) 2024-11-20T03:21:23,490 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/hbase/meta/1588230740/.tmp/ns/a87d617ebdf44b4ab1cd112a62bbad2b 2024-11-20T03:21:23,514 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/hbase/meta/1588230740/.tmp/rep_barrier/048e3dc2e607451e95bb093e9c980d13 is 112, key is test,,1732072864424.68c58299133002a5436b1c2de1b8ff3f./rep_barrier:seqnumDuringOpen/1732072865564/Put/seqid=0 2024-11-20T03:21:23,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741844_1020 (size=5518) 2024-11-20T03:21:23,517 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/hbase/meta/1588230740/.tmp/rep_barrier/048e3dc2e607451e95bb093e9c980d13 2024-11-20T03:21:23,540 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/hbase/meta/1588230740/.tmp/table/12869f4e200c44f0bd9a839257bcc10b is 53, key is hbase:replication/table:state/1732072870471/Put/seqid=0 2024-11-20T03:21:23,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741845_1021 (size=5308) 2024-11-20T03:21:23,558 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 1468, reset compression=false 2024-11-20T03:21:23,590 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:21:23,590 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 1715, reset compression=false 2024-11-20T03:21:23,590 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.shipperd00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,38113,1732072855411 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T03:21:23,590 DEBUG [RS:0;d00f728e99d7:38113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39968d95fc2be2719fb8c8313bb42ebf, 68c58299133002a5436b1c2de1b8ff3f 2024-11-20T03:21:23,591 ERROR [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.shipperd00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d00f728e99d7,38113,1732072855411: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d00f728e99d7,38113,1732072855411, walGroup=d00f728e99d7%2C38113%2C1732072855411, offset=d00f728e99d7%2C38113%2C1732072855411.1732072856868:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:38113 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T03:21:23,593 ERROR [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.shipperd00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T03:21:23,593 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.shipperd00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T03:21:23,594 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.shipperd00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T03:21:23,594 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.shipperd00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T03:21:23,594 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.shipperd00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T03:21:23,594 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.shipperd00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1136656384, "init": 1048576000, "max": 2306867200, "used": 837414584 }, "NonHeapMemoryUsage": { "committed": 201523200, "init": 7667712, "max": -1, "used": 198575904 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T03:21:23,595 WARN [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.shipperd00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:36603 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:36603 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T03:21:23,731 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T03:21:23,731 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T03:21:23,791 DEBUG [RS:0;d00f728e99d7:38113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39968d95fc2be2719fb8c8313bb42ebf, 68c58299133002a5436b1c2de1b8ff3f 2024-11-20T03:21:23,821 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 1715, reset compression=false 2024-11-20T03:21:23,884 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/default/test/68c58299133002a5436b1c2de1b8ff3f/.tmp/f1/27cecba70abb4f00a883267b6fa4d069 2024-11-20T03:21:23,889 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27cecba70abb4f00a883267b6fa4d069 2024-11-20T03:21:23,914 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/default/test/68c58299133002a5436b1c2de1b8ff3f/.tmp/norep/adfa718810d44b489ca570b744e5b54c is 33, key is row1/norep:/1732072876253/DeleteFamily/seqid=0 2024-11-20T03:21:23,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741846_1022 (size=5108) 2024-11-20T03:21:23,953 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/hbase/meta/1588230740/.tmp/table/12869f4e200c44f0bd9a839257bcc10b 2024-11-20T03:21:23,958 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/hbase/meta/1588230740/.tmp/info/ca0045df707f4e84a658e437893f7bd1 as hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/hbase/meta/1588230740/info/ca0045df707f4e84a658e437893f7bd1 2024-11-20T03:21:23,963 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/hbase/meta/1588230740/info/ca0045df707f4e84a658e437893f7bd1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T03:21:23,964 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/hbase/meta/1588230740/.tmp/ns/a87d617ebdf44b4ab1cd112a62bbad2b as hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/hbase/meta/1588230740/ns/a87d617ebdf44b4ab1cd112a62bbad2b 2024-11-20T03:21:23,974 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/hbase/meta/1588230740/ns/a87d617ebdf44b4ab1cd112a62bbad2b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T03:21:23,975 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/hbase/meta/1588230740/.tmp/rep_barrier/048e3dc2e607451e95bb093e9c980d13 as hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/hbase/meta/1588230740/rep_barrier/048e3dc2e607451e95bb093e9c980d13 2024-11-20T03:21:23,984 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/hbase/meta/1588230740/rep_barrier/048e3dc2e607451e95bb093e9c980d13, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T03:21:23,986 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/hbase/meta/1588230740/.tmp/table/12869f4e200c44f0bd9a839257bcc10b as hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/hbase/meta/1588230740/table/12869f4e200c44f0bd9a839257bcc10b 2024-11-20T03:21:23,990 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/hbase/meta/1588230740/table/12869f4e200c44f0bd9a839257bcc10b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T03:21:23,991 DEBUG [RS:0;d00f728e99d7:38113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39968d95fc2be2719fb8c8313bb42ebf, 68c58299133002a5436b1c2de1b8ff3f 2024-11-20T03:21:24,001 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1011ms, sequenceid=16, compaction requested=false 2024-11-20T03:21:24,015 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 1493, reset compression=false 2024-11-20T03:21:24,069 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T03:21:24,069 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:21:24,069 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:21:24,069 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:21:24,070 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072882989Running coprocessor pre-close hooks at 1732072882989Disabling compacts and flushes for region at 1732072882989Disabling writes for close at 1732072882989Obtaining lock to block concurrent updates at 1732072882990 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732072882990Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732072882990Flushing stores of hbase:meta,,1.1588230740 at 1732072882990Flushing 1588230740/info: creating writer at 1732072882990Flushing 1588230740/info: appending metadata at 1732072883007 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732072883007Flushing 1588230740/ns: creating writer at 1732072883435 (+428 ms)Flushing 1588230740/ns: appending metadata at 1732072883459 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1732072883459Flushing 1588230740/rep_barrier: creating writer at 1732072883495 (+36 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732072883513 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732072883513Flushing 1588230740/table: creating writer at 1732072883522 (+9 ms)Flushing 1588230740/table: appending metadata at 1732072883539 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732072883539Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c4e81a6: reopening flushed file at 1732072883958 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@243ab1a8: reopening flushed file at 1732072883963 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5217f57: reopening flushed file at 1732072883974 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e68f374: reopening flushed file at 1732072883985 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1011ms, sequenceid=16, compaction requested=false at 1732072884001 (+16 ms)Writing region close event to WAL at 1732072884064 (+63 ms)Running coprocessor post-close hooks at 1732072884069 (+5 ms)Closed at 1732072884069 2024-11-20T03:21:24,070 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T03:21:24,126 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 1715, reset compression=false 2024-11-20T03:21:24,191 INFO [RS:0;d00f728e99d7:38113 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T03:21:24,191 DEBUG [RS:0;d00f728e99d7:38113 {}] regionserver.HRegionServer(1325): Online Regions={68c58299133002a5436b1c2de1b8ff3f=test,,1732072864424.68c58299133002a5436b1c2de1b8ff3f., 39968d95fc2be2719fb8c8313bb42ebf=hbase:replication,,1732072869895.39968d95fc2be2719fb8c8313bb42ebf.} 2024-11-20T03:21:24,191 DEBUG [RS:0;d00f728e99d7:38113 {}] regionserver.HRegionServer(1351): Waiting on 39968d95fc2be2719fb8c8313bb42ebf, 68c58299133002a5436b1c2de1b8ff3f 2024-11-20T03:21:24,321 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/default/test/68c58299133002a5436b1c2de1b8ff3f/.tmp/norep/adfa718810d44b489ca570b744e5b54c 2024-11-20T03:21:24,326 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for adfa718810d44b489ca570b744e5b54c 2024-11-20T03:21:24,331 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/default/test/68c58299133002a5436b1c2de1b8ff3f/.tmp/f/996f9c38550b44c5ac10c57dc04b10de as hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/default/test/68c58299133002a5436b1c2de1b8ff3f/f/996f9c38550b44c5ac10c57dc04b10de 2024-11-20T03:21:24,337 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 996f9c38550b44c5ac10c57dc04b10de 2024-11-20T03:21:24,337 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/default/test/68c58299133002a5436b1c2de1b8ff3f/f/996f9c38550b44c5ac10c57dc04b10de, entries=5, sequenceid=12, filesize=5.1 K 2024-11-20T03:21:24,338 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/default/test/68c58299133002a5436b1c2de1b8ff3f/.tmp/f1/27cecba70abb4f00a883267b6fa4d069 as hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/default/test/68c58299133002a5436b1c2de1b8ff3f/f1/27cecba70abb4f00a883267b6fa4d069 2024-11-20T03:21:24,342 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27cecba70abb4f00a883267b6fa4d069 2024-11-20T03:21:24,342 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/default/test/68c58299133002a5436b1c2de1b8ff3f/f1/27cecba70abb4f00a883267b6fa4d069, entries=3, sequenceid=12, filesize=5.0 K 2024-11-20T03:21:24,343 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/default/test/68c58299133002a5436b1c2de1b8ff3f/.tmp/norep/adfa718810d44b489ca570b744e5b54c as hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/default/test/68c58299133002a5436b1c2de1b8ff3f/norep/adfa718810d44b489ca570b744e5b54c 2024-11-20T03:21:24,348 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for adfa718810d44b489ca570b744e5b54c 2024-11-20T03:21:24,348 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/default/test/68c58299133002a5436b1c2de1b8ff3f/norep/adfa718810d44b489ca570b744e5b54c, entries=1, sequenceid=12, filesize=5.0 K 2024-11-20T03:21:24,349 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 68c58299133002a5436b1c2de1b8ff3f in 1360ms, sequenceid=12, compaction requested=false 2024-11-20T03:21:24,391 DEBUG [RS:0;d00f728e99d7:38113 {}] regionserver.HRegionServer(1351): Waiting on 39968d95fc2be2719fb8c8313bb42ebf, 68c58299133002a5436b1c2de1b8ff3f 2024-11-20T03:21:24,392 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/data/default/test/68c58299133002a5436b1c2de1b8ff3f/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T03:21:24,393 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:21:24,393 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T03:21:24,393 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732072864424.68c58299133002a5436b1c2de1b8ff3f. 2024-11-20T03:21:24,393 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 68c58299133002a5436b1c2de1b8ff3f: Waiting for close lock at 1732072882989Running coprocessor pre-close hooks at 1732072882989Disabling compacts and flushes for region at 1732072882989Disabling writes for close at 1732072882989Obtaining lock to block concurrent updates at 1732072882989Preparing flush snapshotting stores in 68c58299133002a5436b1c2de1b8ff3f at 1732072882989Finished memstore snapshotting test,,1732072864424.68c58299133002a5436b1c2de1b8ff3f., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732072882989Flushing stores of test,,1732072864424.68c58299133002a5436b1c2de1b8ff3f. at 1732072882990 (+1 ms)Flushing 68c58299133002a5436b1c2de1b8ff3f/f: creating writer at 1732072882990Flushing 68c58299133002a5436b1c2de1b8ff3f/f: appending metadata at 1732072883007 (+17 ms)Flushing 68c58299133002a5436b1c2de1b8ff3f/f: closing flushed file at 1732072883007Flushing 68c58299133002a5436b1c2de1b8ff3f/f1: creating writer at 1732072883424 (+417 ms)Flushing 68c58299133002a5436b1c2de1b8ff3f/f1: appending metadata at 1732072883449 (+25 ms)Flushing 68c58299133002a5436b1c2de1b8ff3f/f1: closing flushed file at 1732072883449Flushing 68c58299133002a5436b1c2de1b8ff3f/norep: creating writer at 1732072883890 (+441 ms)Flushing 68c58299133002a5436b1c2de1b8ff3f/norep: appending metadata at 1732072883912 (+22 ms)Flushing 68c58299133002a5436b1c2de1b8ff3f/norep: closing flushed file at 1732072883912Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29745393: reopening flushed file at 1732072884326 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e4102ef: reopening flushed file at 1732072884337 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b1cac1f: reopening flushed file at 1732072884342 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 68c58299133002a5436b1c2de1b8ff3f in 1360ms, sequenceid=12, compaction requested=false at 1732072884349 (+7 ms)Writing region close event to WAL at 1732072884371 (+22 ms)Running coprocessor post-close hooks at 1732072884393 (+22 ms)Closed at 1732072884393 2024-11-20T03:21:24,393 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732072864424.68c58299133002a5436b1c2de1b8ff3f. 2024-11-20T03:21:24,394 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 39968d95fc2be2719fb8c8313bb42ebf, disabling compactions & flushes 2024-11-20T03:21:24,394 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732072869895.39968d95fc2be2719fb8c8313bb42ebf. 2024-11-20T03:21:24,394 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732072869895.39968d95fc2be2719fb8c8313bb42ebf. 2024-11-20T03:21:24,394 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732072869895.39968d95fc2be2719fb8c8313bb42ebf. after waiting 0 ms 2024-11-20T03:21:24,394 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732072869895.39968d95fc2be2719fb8c8313bb42ebf. 2024-11-20T03:21:24,394 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 39968d95fc2be2719fb8c8313bb42ebf: Waiting for close lock at 1732072884394Running coprocessor pre-close hooks at 1732072884394Disabling compacts and flushes for region at 1732072884394Disabling writes for close at 1732072884394Failed flush hbase:replication,,1732072869895.39968d95fc2be2719fb8c8313bb42ebf., putting online again at 1732072884394 2024-11-20T03:21:24,394 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732072869895.39968d95fc2be2719fb8c8313bb42ebf. 2024-11-20T03:21:24,543 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 1715, reset compression=false 2024-11-20T03:21:24,547 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:21:24,547 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 2359, reset compression=false 2024-11-20T03:21:24,591 INFO [RS:0;d00f728e99d7:38113 {}] regionserver.HRegionServer(3091): Received CLOSE for 39968d95fc2be2719fb8c8313bb42ebf 2024-11-20T03:21:24,592 DEBUG [RS:0;d00f728e99d7:38113 {}] regionserver.HRegionServer(1351): Waiting on 39968d95fc2be2719fb8c8313bb42ebf 2024-11-20T03:21:24,592 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 39968d95fc2be2719fb8c8313bb42ebf, disabling compactions & flushes 2024-11-20T03:21:24,592 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732072869895.39968d95fc2be2719fb8c8313bb42ebf. 2024-11-20T03:21:24,592 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732072869895.39968d95fc2be2719fb8c8313bb42ebf. 2024-11-20T03:21:24,592 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732072869895.39968d95fc2be2719fb8c8313bb42ebf. after waiting 0 ms 2024-11-20T03:21:24,592 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732072869895.39968d95fc2be2719fb8c8313bb42ebf. 2024-11-20T03:21:24,592 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 39968d95fc2be2719fb8c8313bb42ebf: Waiting for close lock at 1732072884592Running coprocessor pre-close hooks at 1732072884592Disabling compacts and flushes for region at 1732072884592Disabling writes for close at 1732072884592Failed flush hbase:replication,,1732072869895.39968d95fc2be2719fb8c8313bb42ebf., putting online again at 1732072884592 2024-11-20T03:21:24,592 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732072869895.39968d95fc2be2719fb8c8313bb42ebf. 2024-11-20T03:21:24,750 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/WALs/d00f728e99d7,38113,1732072855411/d00f728e99d7%2C38113%2C1732072855411.1732072856868 to pos 2359, reset compression=false 2024-11-20T03:21:24,792 INFO [RS:0;d00f728e99d7:38113 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-20T03:21:24,792 INFO [RS:0;d00f728e99d7:38113 {}] regionserver.HRegionServer(976): stopping server d00f728e99d7,38113,1732072855411; all regions closed. 2024-11-20T03:21:24,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741834_1010 (size=4239) 2024-11-20T03:21:24,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741839_1015 (size=2609) 2024-11-20T03:21:24,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741832_1008 (size=2367) 2024-11-20T03:21:24,815 DEBUG [RS:0;d00f728e99d7:38113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:24,815 INFO [RS:0;d00f728e99d7:38113 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:21:24,816 INFO [RS:0;d00f728e99d7:38113 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:21:24,816 INFO [RS:0;d00f728e99d7:38113 {}] hbase.ChoreService(370): Chore service for: regionserver/d00f728e99d7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T03:21:24,816 INFO [RS:0;d00f728e99d7:38113 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:21:24,816 INFO [regionserver/d00f728e99d7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:21:24,817 INFO [RS:0;d00f728e99d7:38113 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d00f728e99d7,38113,1732072855411 because: Region server is closing 2024-11-20T03:21:24,817 INFO [RS:0;d00f728e99d7:38113 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:38113. 2024-11-20T03:21:24,817 DEBUG [RS:0;d00f728e99d7:38113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:21:24,817 DEBUG [RS:0;d00f728e99d7:38113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:24,817 DEBUG [RS:0;d00f728e99d7:38113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:24,817 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:21:24,917 INFO [RS:0;d00f728e99d7:38113 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.shipperd00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 terminated 2024-11-20T03:21:24,917 WARN [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38113,1732072855411.replicationSource.wal-reader.d00f728e99d7%2C38113%2C1732072855411,1-d00f728e99d7,38113,1732072855411 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T03:21:24,917 INFO [RS:0;d00f728e99d7:38113 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:38113. 2024-11-20T03:21:24,918 DEBUG [RS:0;d00f728e99d7:38113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:21:24,918 DEBUG [RS:0;d00f728e99d7:38113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:24,918 DEBUG [RS:0;d00f728e99d7:38113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:24,918 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:21:24,918 INFO [RS:0;d00f728e99d7:38113 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38113 2024-11-20T03:21:24,958 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 1493, reset compression=false 2024-11-20T03:21:24,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x101564236b50004, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-354903252/rs/d00f728e99d7,38113,1732072855411 2024-11-20T03:21:24,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36603-0x101564236b50003, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-354903252/rs 2024-11-20T03:21:24,991 INFO [RS:0;d00f728e99d7:38113 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:21:24,991 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d00f728e99d7,38113,1732072855411] 2024-11-20T03:21:25,011 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-354903252/draining/d00f728e99d7,38113,1732072855411 already deleted, retry=false 2024-11-20T03:21:25,012 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d00f728e99d7,38113,1732072855411 expired; onlineServers=0 2024-11-20T03:21:25,012 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd00f728e99d7,36603,1732072855291' ***** 2024-11-20T03:21:25,012 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T03:21:25,012 INFO [M:0;d00f728e99d7:36603 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:21:25,012 INFO [M:0;d00f728e99d7:36603 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:21:25,012 DEBUG [M:0;d00f728e99d7:36603 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T03:21:25,012 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T03:21:25,012 DEBUG [M:0;d00f728e99d7:36603 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T03:21:25,012 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072856560 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072856560,5,FailOnTimeoutGroup] 2024-11-20T03:21:25,012 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072856563 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072856563,5,FailOnTimeoutGroup] 2024-11-20T03:21:25,012 INFO [M:0;d00f728e99d7:36603 {}] hbase.ChoreService(370): Chore service for: master/d00f728e99d7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T03:21:25,012 INFO [M:0;d00f728e99d7:36603 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:21:25,012 DEBUG [M:0;d00f728e99d7:36603 {}] master.HMaster(1795): Stopping service threads 2024-11-20T03:21:25,012 INFO [M:0;d00f728e99d7:36603 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T03:21:25,012 INFO [M:0;d00f728e99d7:36603 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:21:25,013 INFO [M:0;d00f728e99d7:36603 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T03:21:25,013 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T03:21:25,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36603-0x101564236b50003, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-354903252/master 2024-11-20T03:21:25,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36603-0x101564236b50003, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-354903252 2024-11-20T03:21:25,022 DEBUG [M:0;d00f728e99d7:36603 {}] zookeeper.ZKUtil(347): master:36603-0x101564236b50003, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Unable to get data of znode /1-354903252/master because node does not exist (not an error) 2024-11-20T03:21:25,022 WARN [M:0;d00f728e99d7:36603 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T03:21:25,023 INFO [M:0;d00f728e99d7:36603 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/.lastflushedseqids 2024-11-20T03:21:25,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741847_1023 (size=245) 2024-11-20T03:21:25,028 INFO [M:0;d00f728e99d7:36603 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T03:21:25,028 INFO [M:0;d00f728e99d7:36603 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T03:21:25,028 DEBUG [M:0;d00f728e99d7:36603 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:21:25,029 INFO [M:0;d00f728e99d7:36603 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:21:25,029 DEBUG [M:0;d00f728e99d7:36603 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:21:25,029 DEBUG [M:0;d00f728e99d7:36603 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:21:25,029 DEBUG [M:0;d00f728e99d7:36603 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:21:25,029 INFO [M:0;d00f728e99d7:36603 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-20T03:21:25,046 DEBUG [M:0;d00f728e99d7:36603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4081c38317fd4fa0bee2fad87c23114d is 82, key is hbase:meta,,1/info:regioninfo/1732072857789/Put/seqid=0 2024-11-20T03:21:25,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741848_1024 (size=5672) 2024-11-20T03:21:25,051 INFO [M:0;d00f728e99d7:36603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4081c38317fd4fa0bee2fad87c23114d 2024-11-20T03:21:25,071 DEBUG [M:0;d00f728e99d7:36603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/130c23916b554272abb2bf2390997cd7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732072870479/Put/seqid=0 2024-11-20T03:21:25,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741849_1025 (size=8516) 2024-11-20T03:21:25,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x101564236b50004, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:21:25,101 INFO [RS:0;d00f728e99d7:38113 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:21:25,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38113-0x101564236b50004, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:21:25,101 INFO [RS:0;d00f728e99d7:38113 {}] regionserver.HRegionServer(1031): Exiting; stopping=d00f728e99d7,38113,1732072855411; zookeeper connection closed. 2024-11-20T03:21:25,101 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7a050215 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7a050215 2024-11-20T03:21:25,102 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T03:21:25,280 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T03:21:25,477 INFO [M:0;d00f728e99d7:36603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/130c23916b554272abb2bf2390997cd7 2024-11-20T03:21:25,495 DEBUG [M:0;d00f728e99d7:36603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d48c1949891748bb98534d4d9cd82647 is 69, key is d00f728e99d7,38113,1732072855411/rs:state/1732072856661/Put/seqid=0 2024-11-20T03:21:25,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741850_1026 (size=5156) 2024-11-20T03:21:25,899 INFO [M:0;d00f728e99d7:36603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d48c1949891748bb98534d4d9cd82647 2024-11-20T03:21:25,903 DEBUG [M:0;d00f728e99d7:36603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4081c38317fd4fa0bee2fad87c23114d as hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4081c38317fd4fa0bee2fad87c23114d 2024-11-20T03:21:25,906 INFO [M:0;d00f728e99d7:36603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4081c38317fd4fa0bee2fad87c23114d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T03:21:25,907 DEBUG [M:0;d00f728e99d7:36603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/130c23916b554272abb2bf2390997cd7 as hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/130c23916b554272abb2bf2390997cd7 2024-11-20T03:21:25,911 INFO [M:0;d00f728e99d7:36603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/130c23916b554272abb2bf2390997cd7, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T03:21:25,911 DEBUG [M:0;d00f728e99d7:36603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d48c1949891748bb98534d4d9cd82647 as hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d48c1949891748bb98534d4d9cd82647 2024-11-20T03:21:25,915 INFO [M:0;d00f728e99d7:36603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43021/user/jenkins/test-data/12f1fe6a-9888-0855-544c-4bc526508a95/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d48c1949891748bb98534d4d9cd82647, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T03:21:25,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:25,916 INFO [M:0;d00f728e99d7:36603 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 887ms, sequenceid=97, compaction requested=false 2024-11-20T03:21:25,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:25,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:25,928 INFO [M:0;d00f728e99d7:36603 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:21:25,928 DEBUG [M:0;d00f728e99d7:36603 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072885028Disabling compacts and flushes for region at 1732072885028Disabling writes for close at 1732072885029 (+1 ms)Obtaining lock to block concurrent updates at 1732072885029Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732072885029Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732072885029Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732072885030 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732072885030Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732072885046 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732072885046Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732072885055 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732072885071 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732072885071Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732072885481 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732072885495 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732072885495Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@231ac345: reopening flushed file at 1732072885902 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d4acf2c: reopening flushed file at 1732072885907 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10e3a0e8: reopening flushed file at 1732072885911 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 887ms, sequenceid=97, compaction requested=false at 1732072885917 (+6 ms)Writing region close event to WAL at 1732072885928 (+11 ms)Closed at 1732072885928 2024-11-20T03:21:25,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39969 is added to blk_1073741830_1006 (size=63654) 2024-11-20T03:21:25,933 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:21:25,933 INFO [M:0;d00f728e99d7:36603 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T03:21:25,933 INFO [M:0;d00f728e99d7:36603 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36603 2024-11-20T03:21:25,934 INFO [M:0;d00f728e99d7:36603 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:21:25,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:25,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:25,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:25,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:25,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:25,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:25,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:25,977 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 1493, reset compression=false 2024-11-20T03:21:25,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:25,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:25,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:26,101 INFO [M:0;d00f728e99d7:36603 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:21:26,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36603-0x101564236b50003, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:21:26,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36603-0x101564236b50003, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:21:26,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47195ef3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:21:26,109 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70a7e87d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:21:26,109 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:21:26,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@403aff70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:21:26,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51cfce39{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49402177-45d8-0aef-62ba-b255351ee285/hadoop.log.dir/,STOPPED} 2024-11-20T03:21:26,113 WARN [BP-436526015-172.17.0.2-1732072853377 heartbeating to localhost/127.0.0.1:43021 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T03:21:26,113 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T03:21:26,113 WARN [BP-436526015-172.17.0.2-1732072853377 heartbeating to localhost/127.0.0.1:43021 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-436526015-172.17.0.2-1732072853377 (Datanode Uuid 7d8e7e8e-9929-4ac5-b5c0-186ccbd256d9) service to localhost/127.0.0.1:43021 2024-11-20T03:21:26,113 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T03:21:26,114 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49402177-45d8-0aef-62ba-b255351ee285/cluster_5cfa822c-3772-c500-26fe-851796e40255/data/data1/current/BP-436526015-172.17.0.2-1732072853377 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:21:26,114 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T03:21:26,114 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49402177-45d8-0aef-62ba-b255351ee285/cluster_5cfa822c-3772-c500-26fe-851796e40255/data/data2/current/BP-436526015-172.17.0.2-1732072853377 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:21:26,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3021fba7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:21:26,122 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75f00ddb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:21:26,122 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:21:26,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e6e3cea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:21:26,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fe8d0f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/49402177-45d8-0aef-62ba-b255351ee285/hadoop.log.dir/,STOPPED} 2024-11-20T03:21:26,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T03:21:26,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T03:21:26,141 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:21:26,141 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:21:26,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:26,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:26,141 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:21:26,141 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T03:21:26,141 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=985874061, stopped=false 2024-11-20T03:21:26,141 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d00f728e99d7,33441,1732072850003 2024-11-20T03:21:26,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33441-0x101564236b50000, quorum=127.0.0.1:62063, baseZNode=/01044419198 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01044419198/running 2024-11-20T03:21:26,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44287-0x101564236b50001, quorum=127.0.0.1:62063, baseZNode=/01044419198 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01044419198/running 2024-11-20T03:21:26,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33441-0x101564236b50000, quorum=127.0.0.1:62063, baseZNode=/01044419198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01044419198 2024-11-20T03:21:26,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44287-0x101564236b50001, quorum=127.0.0.1:62063, baseZNode=/01044419198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01044419198 2024-11-20T03:21:26,159 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:21:26,160 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:21:26,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33441-0x101564236b50000, quorum=127.0.0.1:62063, baseZNode=/01044419198 Set watcher on znode that does not yet exist, /01044419198/running 2024-11-20T03:21:26,160 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:21:26,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:26,160 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd00f728e99d7,44287,1732072850396' ***** 2024-11-20T03:21:26,160 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T03:21:26,160 INFO [RS:0;d00f728e99d7:44287 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T03:21:26,160 INFO [RS:0;d00f728e99d7:44287 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T03:21:26,160 INFO [RS:0;d00f728e99d7:44287 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T03:21:26,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44287-0x101564236b50001, quorum=127.0.0.1:62063, baseZNode=/01044419198 Set watcher on znode that does not yet exist, /01044419198/running 2024-11-20T03:21:26,161 INFO [RS:0;d00f728e99d7:44287 {}] regionserver.HRegionServer(3091): Received CLOSE for 1cd1095ed910757e4fe9d55994d18288 2024-11-20T03:21:26,161 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T03:21:26,161 INFO [RS:0;d00f728e99d7:44287 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d420a77a692838a16a562c53342908e 2024-11-20T03:21:26,161 INFO [RS:0;d00f728e99d7:44287 {}] regionserver.HRegionServer(959): stopping server d00f728e99d7,44287,1732072850396 2024-11-20T03:21:26,161 INFO [RS:0;d00f728e99d7:44287 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:21:26,161 INFO [RS:0;d00f728e99d7:44287 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:44287. 2024-11-20T03:21:26,161 DEBUG [RS:0;d00f728e99d7:44287 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:21:26,161 DEBUG [RS:0;d00f728e99d7:44287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:26,161 INFO [RS:0;d00f728e99d7:44287 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T03:21:26,161 INFO [RS:0;d00f728e99d7:44287 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T03:21:26,161 INFO [RS:0;d00f728e99d7:44287 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T03:21:26,161 INFO [RS:0;d00f728e99d7:44287 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T03:21:26,161 INFO [RS:0;d00f728e99d7:44287 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T03:21:26,161 DEBUG [RS:0;d00f728e99d7:44287 {}] regionserver.HRegionServer(1325): Online Regions={1cd1095ed910757e4fe9d55994d18288=test,,1732072863279.1cd1095ed910757e4fe9d55994d18288., 0d420a77a692838a16a562c53342908e=hbase:replication,,1732072867780.0d420a77a692838a16a562c53342908e., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T03:21:26,161 DEBUG [RS:0;d00f728e99d7:44287 {}] regionserver.HRegionServer(1351): Waiting on 0d420a77a692838a16a562c53342908e, 1588230740, 1cd1095ed910757e4fe9d55994d18288 2024-11-20T03:21:26,162 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:21:26,162 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:21:26,162 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1cd1095ed910757e4fe9d55994d18288, disabling compactions & flushes 2024-11-20T03:21:26,162 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:21:26,162 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732072863279.1cd1095ed910757e4fe9d55994d18288. 2024-11-20T03:21:26,162 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:21:26,162 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732072863279.1cd1095ed910757e4fe9d55994d18288. 2024-11-20T03:21:26,162 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:21:26,162 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732072863279.1cd1095ed910757e4fe9d55994d18288. after waiting 0 ms 2024-11-20T03:21:26,162 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732072863279.1cd1095ed910757e4fe9d55994d18288. 2024-11-20T03:21:26,162 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1cd1095ed910757e4fe9d55994d18288 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-20T03:21:26,162 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T03:21:26,183 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/hbase/meta/1588230740/.tmp/info/4c8d0b8fa17f4c59bc51b03d00cf7969 is 147, key is hbase:replication,,1732072867780.0d420a77a692838a16a562c53342908e./info:regioninfo/1732072868554/Put/seqid=0 2024-11-20T03:21:26,192 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/default/test/1cd1095ed910757e4fe9d55994d18288/.tmp/f/ed24a52fb958457c82f24457982769e1 is 37, key is row3/f:row3/1732072878935/Put/seqid=0 2024-11-20T03:21:26,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36839 is added to blk_1073741840_1016 (size=7686) 2024-11-20T03:21:26,210 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/hbase/meta/1588230740/.tmp/info/4c8d0b8fa17f4c59bc51b03d00cf7969 2024-11-20T03:21:26,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36839 is added to blk_1073741841_1017 (size=5228) 2024-11-20T03:21:26,233 INFO [regionserver/d00f728e99d7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:21:26,257 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/hbase/meta/1588230740/.tmp/ns/b6e02f9e493648318e119d2b80aa7e15 is 43, key is default/ns:d/1732072853282/Put/seqid=0 2024-11-20T03:21:26,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36839 is added to blk_1073741842_1018 (size=5153) 2024-11-20T03:21:26,270 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/hbase/meta/1588230740/.tmp/ns/b6e02f9e493648318e119d2b80aa7e15 2024-11-20T03:21:26,289 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/hbase/meta/1588230740/.tmp/rep_barrier/f931d96553b84405acda72aee3635fb1 is 112, key is test,,1732072863279.1cd1095ed910757e4fe9d55994d18288./rep_barrier:seqnumDuringOpen/1732072864018/Put/seqid=0 2024-11-20T03:21:26,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36839 is added to blk_1073741843_1019 (size=5518) 2024-11-20T03:21:26,298 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/hbase/meta/1588230740/.tmp/rep_barrier/f931d96553b84405acda72aee3635fb1 2024-11-20T03:21:26,320 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/hbase/meta/1588230740/.tmp/table/3f4d6a0adaa84281acaa54af7431dd1b is 53, key is hbase:replication/table:state/1732072868561/Put/seqid=0 2024-11-20T03:21:26,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36839 is added to blk_1073741844_1020 (size=5308) 2024-11-20T03:21:26,328 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/hbase/meta/1588230740/.tmp/table/3f4d6a0adaa84281acaa54af7431dd1b 2024-11-20T03:21:26,333 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/hbase/meta/1588230740/.tmp/info/4c8d0b8fa17f4c59bc51b03d00cf7969 as hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/hbase/meta/1588230740/info/4c8d0b8fa17f4c59bc51b03d00cf7969 2024-11-20T03:21:26,336 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/hbase/meta/1588230740/info/4c8d0b8fa17f4c59bc51b03d00cf7969, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T03:21:26,337 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/hbase/meta/1588230740/.tmp/ns/b6e02f9e493648318e119d2b80aa7e15 as hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/hbase/meta/1588230740/ns/b6e02f9e493648318e119d2b80aa7e15 2024-11-20T03:21:26,341 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/hbase/meta/1588230740/ns/b6e02f9e493648318e119d2b80aa7e15, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T03:21:26,342 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/hbase/meta/1588230740/.tmp/rep_barrier/f931d96553b84405acda72aee3635fb1 as hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/hbase/meta/1588230740/rep_barrier/f931d96553b84405acda72aee3635fb1 2024-11-20T03:21:26,346 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/hbase/meta/1588230740/rep_barrier/f931d96553b84405acda72aee3635fb1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T03:21:26,346 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/hbase/meta/1588230740/.tmp/table/3f4d6a0adaa84281acaa54af7431dd1b as hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/hbase/meta/1588230740/table/3f4d6a0adaa84281acaa54af7431dd1b 2024-11-20T03:21:26,350 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/hbase/meta/1588230740/table/3f4d6a0adaa84281acaa54af7431dd1b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T03:21:26,351 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 189ms, sequenceid=16, compaction requested=false 2024-11-20T03:21:26,355 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T03:21:26,355 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:21:26,355 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:21:26,355 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:21:26,356 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072886162Running coprocessor pre-close hooks at 1732072886162Disabling compacts and flushes for region at 1732072886162Disabling writes for close at 1732072886162Obtaining lock to block concurrent updates at 1732072886162Preparing flush snapshotting stores in 1588230740 at 1732072886162Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732072886162Flushing stores of hbase:meta,,1.1588230740 at 1732072886163 (+1 ms)Flushing 1588230740/info: creating writer at 1732072886163Flushing 1588230740/info: appending metadata at 1732072886183 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732072886183Flushing 1588230740/ns: creating writer at 1732072886224 (+41 ms)Flushing 1588230740/ns: appending metadata at 1732072886256 (+32 ms)Flushing 1588230740/ns: closing flushed file at 1732072886256Flushing 1588230740/rep_barrier: creating writer at 1732072886274 (+18 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732072886289 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732072886289Flushing 1588230740/table: creating writer at 1732072886301 (+12 ms)Flushing 1588230740/table: appending metadata at 1732072886320 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732072886320Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b83e36a: reopening flushed file at 1732072886332 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@159a7f8f: reopening flushed file at 1732072886337 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c2a475b: reopening flushed file at 1732072886341 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@126e4edd: reopening flushed file at 1732072886346 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 189ms, sequenceid=16, compaction requested=false at 1732072886351 (+5 ms)Writing region close event to WAL at 1732072886352 (+1 ms)Running coprocessor post-close hooks at 1732072886355 (+3 ms)Closed at 1732072886355 2024-11-20T03:21:26,356 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T03:21:26,362 DEBUG [RS:0;d00f728e99d7:44287 {}] regionserver.HRegionServer(1351): Waiting on 0d420a77a692838a16a562c53342908e, 1cd1095ed910757e4fe9d55994d18288 2024-11-20T03:21:26,512 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T03:21:26,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:26,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:26,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:26,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:26,562 DEBUG [RS:0;d00f728e99d7:44287 {}] regionserver.HRegionServer(1351): Waiting on 0d420a77a692838a16a562c53342908e, 1cd1095ed910757e4fe9d55994d18288 2024-11-20T03:21:26,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:26,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:26,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:26,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:26,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:26,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:26,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:26,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:26,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:26,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:26,630 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/default/test/1cd1095ed910757e4fe9d55994d18288/.tmp/f/ed24a52fb958457c82f24457982769e1 2024-11-20T03:21:26,634 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed24a52fb958457c82f24457982769e1 2024-11-20T03:21:26,651 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/default/test/1cd1095ed910757e4fe9d55994d18288/.tmp/f1/cf710d958c3043de89381f05a536cf7d is 30, key is row1/f1:/1732072876253/DeleteFamily/seqid=0 2024-11-20T03:21:26,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36839 is added to blk_1073741845_1021 (size=5158) 2024-11-20T03:21:26,656 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/default/test/1cd1095ed910757e4fe9d55994d18288/.tmp/f1/cf710d958c3043de89381f05a536cf7d 2024-11-20T03:21:26,660 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf710d958c3043de89381f05a536cf7d 2024-11-20T03:21:26,677 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/default/test/1cd1095ed910757e4fe9d55994d18288/.tmp/norep/694dfa2bfa7d436dbcc36ecc65b088ff is 32, key is row/norep:/1732072875247/DeleteFamily/seqid=0 2024-11-20T03:21:26,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36839 is added to blk_1073741846_1022 (size=5101) 2024-11-20T03:21:26,681 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/default/test/1cd1095ed910757e4fe9d55994d18288/.tmp/norep/694dfa2bfa7d436dbcc36ecc65b088ff 2024-11-20T03:21:26,687 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 694dfa2bfa7d436dbcc36ecc65b088ff 2024-11-20T03:21:26,690 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/default/test/1cd1095ed910757e4fe9d55994d18288/.tmp/f/ed24a52fb958457c82f24457982769e1 as hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/default/test/1cd1095ed910757e4fe9d55994d18288/f/ed24a52fb958457c82f24457982769e1 2024-11-20T03:21:26,695 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed24a52fb958457c82f24457982769e1 2024-11-20T03:21:26,695 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/default/test/1cd1095ed910757e4fe9d55994d18288/f/ed24a52fb958457c82f24457982769e1, entries=5, sequenceid=12, filesize=5.1 K 2024-11-20T03:21:26,696 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/default/test/1cd1095ed910757e4fe9d55994d18288/.tmp/f1/cf710d958c3043de89381f05a536cf7d as hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/default/test/1cd1095ed910757e4fe9d55994d18288/f1/cf710d958c3043de89381f05a536cf7d 2024-11-20T03:21:26,701 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf710d958c3043de89381f05a536cf7d 2024-11-20T03:21:26,701 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/default/test/1cd1095ed910757e4fe9d55994d18288/f1/cf710d958c3043de89381f05a536cf7d, entries=3, sequenceid=12, filesize=5.0 K 2024-11-20T03:21:26,702 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/default/test/1cd1095ed910757e4fe9d55994d18288/.tmp/norep/694dfa2bfa7d436dbcc36ecc65b088ff as hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/default/test/1cd1095ed910757e4fe9d55994d18288/norep/694dfa2bfa7d436dbcc36ecc65b088ff 2024-11-20T03:21:26,707 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 694dfa2bfa7d436dbcc36ecc65b088ff 2024-11-20T03:21:26,707 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/default/test/1cd1095ed910757e4fe9d55994d18288/norep/694dfa2bfa7d436dbcc36ecc65b088ff, entries=1, sequenceid=12, filesize=5.0 K 2024-11-20T03:21:26,708 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 1cd1095ed910757e4fe9d55994d18288 in 546ms, sequenceid=12, compaction requested=false 2024-11-20T03:21:26,714 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/default/test/1cd1095ed910757e4fe9d55994d18288/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T03:21:26,714 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:21:26,714 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T03:21:26,714 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732072863279.1cd1095ed910757e4fe9d55994d18288. 2024-11-20T03:21:26,715 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1cd1095ed910757e4fe9d55994d18288: Waiting for close lock at 1732072886162Running coprocessor pre-close hooks at 1732072886162Disabling compacts and flushes for region at 1732072886162Disabling writes for close at 1732072886162Obtaining lock to block concurrent updates at 1732072886162Preparing flush snapshotting stores in 1cd1095ed910757e4fe9d55994d18288 at 1732072886162Finished memstore snapshotting test,,1732072863279.1cd1095ed910757e4fe9d55994d18288., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732072886163 (+1 ms)Flushing stores of test,,1732072863279.1cd1095ed910757e4fe9d55994d18288. at 1732072886166 (+3 ms)Flushing 1cd1095ed910757e4fe9d55994d18288/f: creating writer at 1732072886166Flushing 1cd1095ed910757e4fe9d55994d18288/f: appending metadata at 1732072886191 (+25 ms)Flushing 1cd1095ed910757e4fe9d55994d18288/f: closing flushed file at 1732072886191Flushing 1cd1095ed910757e4fe9d55994d18288/f1: creating writer at 1732072886634 (+443 ms)Flushing 1cd1095ed910757e4fe9d55994d18288/f1: appending metadata at 1732072886650 (+16 ms)Flushing 1cd1095ed910757e4fe9d55994d18288/f1: closing flushed file at 1732072886650Flushing 1cd1095ed910757e4fe9d55994d18288/norep: creating writer at 1732072886660 (+10 ms)Flushing 1cd1095ed910757e4fe9d55994d18288/norep: appending metadata at 1732072886676 (+16 ms)Flushing 1cd1095ed910757e4fe9d55994d18288/norep: closing flushed file at 1732072886676Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@773de3e4: reopening flushed file at 1732072886687 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ae66e41: reopening flushed file at 1732072886695 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73d9a690: reopening flushed file at 1732072886701 (+6 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 1cd1095ed910757e4fe9d55994d18288 in 546ms, sequenceid=12, compaction requested=false at 1732072886708 (+7 ms)Writing region close event to WAL at 1732072886709 (+1 ms)Running coprocessor post-close hooks at 1732072886714 (+5 ms)Closed at 1732072886714 2024-11-20T03:21:26,715 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732072863279.1cd1095ed910757e4fe9d55994d18288. 2024-11-20T03:21:26,715 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d420a77a692838a16a562c53342908e, disabling compactions & flushes 2024-11-20T03:21:26,715 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732072867780.0d420a77a692838a16a562c53342908e. 2024-11-20T03:21:26,715 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732072867780.0d420a77a692838a16a562c53342908e. 2024-11-20T03:21:26,715 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732072867780.0d420a77a692838a16a562c53342908e. after waiting 0 ms 2024-11-20T03:21:26,715 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732072867780.0d420a77a692838a16a562c53342908e. 2024-11-20T03:21:26,715 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0d420a77a692838a16a562c53342908e 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-20T03:21:26,732 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/hbase/replication/0d420a77a692838a16a562c53342908e/.tmp/queue/8755069d05b2402fa1a6e55a38bc1691 is 154, key is 1-d00f728e99d7,44287,1732072850396/queue:d00f728e99d7%2C44287%2C1732072850396/1732072880437/Put/seqid=0 2024-11-20T03:21:26,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36839 is added to blk_1073741847_1023 (size=5353) 2024-11-20T03:21:26,762 DEBUG [RS:0;d00f728e99d7:44287 {}] regionserver.HRegionServer(1351): Waiting on 0d420a77a692838a16a562c53342908e 2024-11-20T03:21:26,962 DEBUG [RS:0;d00f728e99d7:44287 {}] regionserver.HRegionServer(1351): Waiting on 0d420a77a692838a16a562c53342908e 2024-11-20T03:21:27,046 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:33441 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-20T03:21:27,081 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 1493, reset compression=false 2024-11-20T03:21:27,085 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T03:21:27,085 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T03:21:27,086 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:21:27,086 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217 to pos 2384, reset compression=false 2024-11-20T03:21:27,087 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.shipperd00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,44287,1732072850396 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/WALs/d00f728e99d7,44287,1732072850396/d00f728e99d7%2C44287%2C1732072850396.1732072852217, lastWalPosition=2384, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T03:21:27,087 ERROR [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.shipperd00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d00f728e99d7,44287,1732072850396: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d00f728e99d7,44287,1732072850396, walGroup=d00f728e99d7%2C44287%2C1732072850396, offset=d00f728e99d7%2C44287%2C1732072850396.1732072852217:2384, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:44287 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T03:21:27,089 ERROR [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.shipperd00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T03:21:27,089 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.shipperd00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T03:21:27,089 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.shipperd00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T03:21:27,089 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.shipperd00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T03:21:27,089 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.shipperd00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T03:21:27,089 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.shipperd00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1136656384, "init": 1048576000, "max": 2306867200, "used": 938077880 }, "NonHeapMemoryUsage": { "committed": 202375168, "init": 7667712, "max": -1, "used": 199300064 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T03:21:27,090 WARN [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.shipperd00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:33441 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:33441 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T03:21:27,137 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/hbase/replication/0d420a77a692838a16a562c53342908e/.tmp/queue/8755069d05b2402fa1a6e55a38bc1691 2024-11-20T03:21:27,140 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/hbase/replication/0d420a77a692838a16a562c53342908e/.tmp/queue/8755069d05b2402fa1a6e55a38bc1691 as hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/hbase/replication/0d420a77a692838a16a562c53342908e/queue/8755069d05b2402fa1a6e55a38bc1691 2024-11-20T03:21:27,144 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/hbase/replication/0d420a77a692838a16a562c53342908e/queue/8755069d05b2402fa1a6e55a38bc1691, entries=1, sequenceid=14, filesize=5.2 K 2024-11-20T03:21:27,145 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 0d420a77a692838a16a562c53342908e in 429ms, sequenceid=14, compaction requested=false 2024-11-20T03:21:27,147 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/data/hbase/replication/0d420a77a692838a16a562c53342908e/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-20T03:21:27,148 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:21:27,148 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:21:27,148 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732072867780.0d420a77a692838a16a562c53342908e. 2024-11-20T03:21:27,148 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d420a77a692838a16a562c53342908e: Waiting for close lock at 1732072886715Running coprocessor pre-close hooks at 1732072886715Disabling compacts and flushes for region at 1732072886715Disabling writes for close at 1732072886715Obtaining lock to block concurrent updates at 1732072886715Preparing flush snapshotting stores in 0d420a77a692838a16a562c53342908e at 1732072886715Finished memstore snapshotting hbase:replication,,1732072867780.0d420a77a692838a16a562c53342908e., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732072886715Flushing stores of hbase:replication,,1732072867780.0d420a77a692838a16a562c53342908e. at 1732072886716 (+1 ms)Flushing 0d420a77a692838a16a562c53342908e/queue: creating writer at 1732072886716Flushing 0d420a77a692838a16a562c53342908e/queue: appending metadata at 1732072886732 (+16 ms)Flushing 0d420a77a692838a16a562c53342908e/queue: closing flushed file at 1732072886732Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@238b64cc: reopening flushed file at 1732072887140 (+408 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 0d420a77a692838a16a562c53342908e in 429ms, sequenceid=14, compaction requested=false at 1732072887145 (+5 ms)Writing region close event to WAL at 1732072887145Running coprocessor post-close hooks at 1732072887148 (+3 ms)Closed at 1732072887148 2024-11-20T03:21:27,148 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732072867780.0d420a77a692838a16a562c53342908e. 2024-11-20T03:21:27,162 INFO [RS:0;d00f728e99d7:44287 {}] regionserver.HRegionServer(976): stopping server d00f728e99d7,44287,1732072850396; all regions closed. 2024-11-20T03:21:27,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36839 is added to blk_1073741834_1010 (size=4239) 2024-11-20T03:21:27,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36839 is added to blk_1073741839_1015 (size=3552) 2024-11-20T03:21:27,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36839 is added to blk_1073741832_1008 (size=2392) 2024-11-20T03:21:27,177 DEBUG [RS:0;d00f728e99d7:44287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:27,177 INFO [RS:0;d00f728e99d7:44287 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:21:27,177 INFO [RS:0;d00f728e99d7:44287 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:21:27,177 INFO [RS:0;d00f728e99d7:44287 {}] hbase.ChoreService(370): Chore service for: regionserver/d00f728e99d7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T03:21:27,177 INFO [RS:0;d00f728e99d7:44287 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:21:27,178 INFO [RS:0;d00f728e99d7:44287 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d00f728e99d7,44287,1732072850396 because: Region server is closing 2024-11-20T03:21:27,178 INFO [RS:0;d00f728e99d7:44287 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:44287. 2024-11-20T03:21:27,178 DEBUG [RS:0;d00f728e99d7:44287 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:21:27,178 DEBUG [RS:0;d00f728e99d7:44287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:27,178 DEBUG [RS:0;d00f728e99d7:44287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:27,179 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:21:27,180 INFO [regionserver/d00f728e99d7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:21:27,278 INFO [RS:0;d00f728e99d7:44287 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.shipperd00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 terminated 2024-11-20T03:21:27,278 WARN [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,44287,1732072850396.replicationSource.wal-reader.d00f728e99d7%2C44287%2C1732072850396,1-d00f728e99d7,44287,1732072850396 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T03:21:27,279 INFO [RS:0;d00f728e99d7:44287 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:44287. 2024-11-20T03:21:27,279 DEBUG [RS:0;d00f728e99d7:44287 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:21:27,279 DEBUG [RS:0;d00f728e99d7:44287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:27,279 DEBUG [RS:0;d00f728e99d7:44287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:27,279 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:21:27,279 INFO [RS:0;d00f728e99d7:44287 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44287 2024-11-20T03:21:27,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33441-0x101564236b50000, quorum=127.0.0.1:62063, baseZNode=/01044419198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01044419198/rs 2024-11-20T03:21:27,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44287-0x101564236b50001, quorum=127.0.0.1:62063, baseZNode=/01044419198 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01044419198/rs/d00f728e99d7,44287,1732072850396 2024-11-20T03:21:27,306 INFO [RS:0;d00f728e99d7:44287 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:21:27,307 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d00f728e99d7,44287,1732072850396] 2024-11-20T03:21:27,327 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01044419198/draining/d00f728e99d7,44287,1732072850396 already deleted, retry=false 2024-11-20T03:21:27,327 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d00f728e99d7,44287,1732072850396 expired; onlineServers=0 2024-11-20T03:21:27,327 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd00f728e99d7,33441,1732072850003' ***** 2024-11-20T03:21:27,327 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T03:21:27,327 INFO [M:0;d00f728e99d7:33441 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:21:27,327 INFO [M:0;d00f728e99d7:33441 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:21:27,327 DEBUG [M:0;d00f728e99d7:33441 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T03:21:27,328 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T03:21:27,328 DEBUG [M:0;d00f728e99d7:33441 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T03:21:27,328 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072851998 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072851998,5,FailOnTimeoutGroup] 2024-11-20T03:21:27,328 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072851998 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072851998,5,FailOnTimeoutGroup] 2024-11-20T03:21:27,328 INFO [M:0;d00f728e99d7:33441 {}] hbase.ChoreService(370): Chore service for: master/d00f728e99d7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T03:21:27,328 INFO [M:0;d00f728e99d7:33441 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:21:27,328 DEBUG [M:0;d00f728e99d7:33441 {}] master.HMaster(1795): Stopping service threads 2024-11-20T03:21:27,328 INFO [M:0;d00f728e99d7:33441 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T03:21:27,328 INFO [M:0;d00f728e99d7:33441 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:21:27,328 INFO [M:0;d00f728e99d7:33441 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T03:21:27,328 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T03:21:27,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33441-0x101564236b50000, quorum=127.0.0.1:62063, baseZNode=/01044419198 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01044419198/master 2024-11-20T03:21:27,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33441-0x101564236b50000, quorum=127.0.0.1:62063, baseZNode=/01044419198 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01044419198 2024-11-20T03:21:27,338 DEBUG [M:0;d00f728e99d7:33441 {}] zookeeper.ZKUtil(347): master:33441-0x101564236b50000, quorum=127.0.0.1:62063, baseZNode=/01044419198 Unable to get data of znode /01044419198/master because node does not exist (not an error) 2024-11-20T03:21:27,338 WARN [M:0;d00f728e99d7:33441 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T03:21:27,339 INFO [M:0;d00f728e99d7:33441 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/.lastflushedseqids 2024-11-20T03:21:27,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36839 is added to blk_1073741848_1024 (size=245) 2024-11-20T03:21:27,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44287-0x101564236b50001, quorum=127.0.0.1:62063, baseZNode=/01044419198 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:21:27,417 INFO [RS:0;d00f728e99d7:44287 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:21:27,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44287-0x101564236b50001, quorum=127.0.0.1:62063, baseZNode=/01044419198 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:21:27,417 INFO [RS:0;d00f728e99d7:44287 {}] regionserver.HRegionServer(1031): Exiting; stopping=d00f728e99d7,44287,1732072850396; zookeeper connection closed. 2024-11-20T03:21:27,417 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2196e155 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2196e155 2024-11-20T03:21:27,417 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T03:21:27,756 INFO [M:0;d00f728e99d7:33441 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T03:21:27,756 INFO [M:0;d00f728e99d7:33441 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T03:21:27,756 DEBUG [M:0;d00f728e99d7:33441 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:21:27,756 INFO [M:0;d00f728e99d7:33441 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:21:27,756 DEBUG [M:0;d00f728e99d7:33441 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:21:27,756 DEBUG [M:0;d00f728e99d7:33441 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:21:27,756 DEBUG [M:0;d00f728e99d7:33441 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:21:27,756 INFO [M:0;d00f728e99d7:33441 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-20T03:21:27,826 DEBUG [M:0;d00f728e99d7:33441 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57ec684825aa4c3aa94bc9ea596fa166 is 82, key is hbase:meta,,1/info:regioninfo/1732072853239/Put/seqid=0 2024-11-20T03:21:27,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36839 is added to blk_1073741849_1025 (size=5672) 2024-11-20T03:21:27,874 INFO [M:0;d00f728e99d7:33441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57ec684825aa4c3aa94bc9ea596fa166 2024-11-20T03:21:27,919 DEBUG [M:0;d00f728e99d7:33441 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c29c16ea11148ad9ed5dd74cf723ad6 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732072864026/Put/seqid=0 2024-11-20T03:21:27,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36839 is added to blk_1073741850_1026 (size=7218) 2024-11-20T03:21:27,971 INFO [M:0;d00f728e99d7:33441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c29c16ea11148ad9ed5dd74cf723ad6 2024-11-20T03:21:27,975 INFO [M:0;d00f728e99d7:33441 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c29c16ea11148ad9ed5dd74cf723ad6 2024-11-20T03:21:28,010 DEBUG [M:0;d00f728e99d7:33441 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1af56a03d12c4141b228d06d18fb9cfd is 69, key is d00f728e99d7,44287,1732072850396/rs:state/1732072852065/Put/seqid=0 2024-11-20T03:21:28,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36839 is added to blk_1073741851_1027 (size=5156) 2024-11-20T03:21:28,483 INFO [M:0;d00f728e99d7:33441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1af56a03d12c4141b228d06d18fb9cfd 2024-11-20T03:21:28,491 DEBUG [M:0;d00f728e99d7:33441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57ec684825aa4c3aa94bc9ea596fa166 as hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57ec684825aa4c3aa94bc9ea596fa166 2024-11-20T03:21:28,497 INFO [M:0;d00f728e99d7:33441 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57ec684825aa4c3aa94bc9ea596fa166, entries=8, sequenceid=105, filesize=5.5 K 2024-11-20T03:21:28,498 DEBUG [M:0;d00f728e99d7:33441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c29c16ea11148ad9ed5dd74cf723ad6 as hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c29c16ea11148ad9ed5dd74cf723ad6 2024-11-20T03:21:28,509 INFO [M:0;d00f728e99d7:33441 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c29c16ea11148ad9ed5dd74cf723ad6 2024-11-20T03:21:28,509 INFO [M:0;d00f728e99d7:33441 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c29c16ea11148ad9ed5dd74cf723ad6, entries=11, sequenceid=105, filesize=7.0 K 2024-11-20T03:21:28,510 DEBUG [M:0;d00f728e99d7:33441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1af56a03d12c4141b228d06d18fb9cfd as hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1af56a03d12c4141b228d06d18fb9cfd 2024-11-20T03:21:28,520 INFO [M:0;d00f728e99d7:33441 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44325/user/jenkins/test-data/c31c6193-337e-90de-6bbb-3707b11cb957/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1af56a03d12c4141b228d06d18fb9cfd, entries=1, sequenceid=105, filesize=5.0 K 2024-11-20T03:21:28,521 INFO [M:0;d00f728e99d7:33441 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 765ms, sequenceid=105, compaction requested=false 2024-11-20T03:21:28,525 INFO [M:0;d00f728e99d7:33441 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:21:28,525 DEBUG [M:0;d00f728e99d7:33441 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072887756Disabling compacts and flushes for region at 1732072887756Disabling writes for close at 1732072887756Obtaining lock to block concurrent updates at 1732072887756Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732072887756Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732072887757 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732072887758 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732072887758Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732072887825 (+67 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732072887825Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732072887880 (+55 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732072887919 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732072887919Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732072887975 (+56 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732072888010 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732072888010Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a631eaa: reopening flushed file at 1732072888487 (+477 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32623680: reopening flushed file at 1732072888497 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29f621a0: reopening flushed file at 1732072888509 (+12 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 765ms, sequenceid=105, compaction requested=false at 1732072888522 (+13 ms)Writing region close event to WAL at 1732072888525 (+3 ms)Closed at 1732072888525 2024-11-20T03:21:28,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36839 is added to blk_1073741830_1006 (size=64423) 2024-11-20T03:21:28,531 INFO [M:0;d00f728e99d7:33441 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T03:21:28,531 INFO [M:0;d00f728e99d7:33441 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33441 2024-11-20T03:21:28,531 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:21:28,532 INFO [M:0;d00f728e99d7:33441 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:21:28,689 INFO [M:0;d00f728e99d7:33441 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:21:28,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33441-0x101564236b50000, quorum=127.0.0.1:62063, baseZNode=/01044419198 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:21:28,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33441-0x101564236b50000, quorum=127.0.0.1:62063, baseZNode=/01044419198 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:21:28,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e629dd4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:21:28,700 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d03019c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:21:28,700 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:21:28,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e910a44{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:21:28,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@388b3372{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d80bb2a-7fc4-c332-1269-30feace0bf34/hadoop.log.dir/,STOPPED} 2024-11-20T03:21:28,702 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T03:21:28,702 WARN [BP-1503346953-172.17.0.2-1732072848153 heartbeating to localhost/127.0.0.1:44325 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T03:21:28,702 WARN [BP-1503346953-172.17.0.2-1732072848153 heartbeating to localhost/127.0.0.1:44325 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1503346953-172.17.0.2-1732072848153 (Datanode Uuid 7a38397b-cd8a-496d-a8de-1d7730838bc4) service to localhost/127.0.0.1:44325 2024-11-20T03:21:28,702 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T03:21:28,702 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d80bb2a-7fc4-c332-1269-30feace0bf34/cluster_9e62ee18-8383-c7ae-4714-4cb6493050d3/data/data1/current/BP-1503346953-172.17.0.2-1732072848153 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:21:28,703 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d80bb2a-7fc4-c332-1269-30feace0bf34/cluster_9e62ee18-8383-c7ae-4714-4cb6493050d3/data/data2/current/BP-1503346953-172.17.0.2-1732072848153 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:21:28,703 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T03:21:28,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@217e8cec{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:21:28,713 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6048eb63{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:21:28,713 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:21:28,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ae3eae2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:21:28,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e8931af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d80bb2a-7fc4-c332-1269-30feace0bf34/hadoop.log.dir/,STOPPED} 2024-11-20T03:21:28,727 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T03:21:28,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T03:21:28,760 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 260) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39039 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39039 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:39039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62063) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43021 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62063) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44325 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:39039 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43021 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44325 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:43021 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44325 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44325 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:44325 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62063) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43021 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43021 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44325 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=729 (was 655) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=404 (was 316) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6193 (was 6536) 2024-11-20T03:21:28,786 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=729, MaxFileDescriptor=1048576, SystemLoadAverage=404, ProcessCount=11, AvailableMemoryMB=6193 2024-11-20T03:21:28,807 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-20T03:21:28,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52817d6a-2301-1d0c-5375-36d8c3299719/hadoop.log.dir so I do NOT create it in target/test-data/b9ccd65b-6d77-1854-6d5f-d9d04bf76093 2024-11-20T03:21:28,808 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52817d6a-2301-1d0c-5375-36d8c3299719/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T03:21:28,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52817d6a-2301-1d0c-5375-36d8c3299719/hadoop.tmp.dir so I do NOT create it in target/test-data/b9ccd65b-6d77-1854-6d5f-d9d04bf76093 2024-11-20T03:21:28,808 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/52817d6a-2301-1d0c-5375-36d8c3299719/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T03:21:28,808 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ccd65b-6d77-1854-6d5f-d9d04bf76093 2024-11-20T03:21:28,808 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ccd65b-6d77-1854-6d5f-d9d04bf76093/cluster_a9c84d76-be00-723e-1108-26805fd36fab, deleteOnExit=true 2024-11-20T03:21:28,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101564236b50002, quorum=127.0.0.1:62063, baseZNode=/01044419198 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T03:21:28,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101564236b50008, quorum=127.0.0.1:62063, baseZNode=/234012470 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T03:21:28,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101564236b50008, quorum=127.0.0.1:62063, baseZNode=/234012470 Received Disconnected from ZooKeeper, ignoring 2024-11-20T03:21:28,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101564236b50002, quorum=127.0.0.1:62063, baseZNode=/01044419198 Received Disconnected from ZooKeeper, ignoring 2024-11-20T03:21:28,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101564236b50005, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T03:21:28,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101564236b50005, quorum=127.0.0.1:62063, baseZNode=/1-354903252 Received Disconnected from ZooKeeper, ignoring 2024-11-20T03:21:28,832 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ccd65b-6d77-1854-6d5f-d9d04bf76093/cluster_a9c84d76-be00-723e-1108-26805fd36fab/zookeeper_0, clientPort=49362, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ccd65b-6d77-1854-6d5f-d9d04bf76093/cluster_a9c84d76-be00-723e-1108-26805fd36fab/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ccd65b-6d77-1854-6d5f-d9d04bf76093/cluster_a9c84d76-be00-723e-1108-26805fd36fab/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T03:21:28,837 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49362 2024-11-20T03:21:28,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T03:21:28,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T03:21:28,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ccd65b-6d77-1854-6d5f-d9d04bf76093/test.cache.data in system properties and HBase conf 2024-11-20T03:21:28,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ccd65b-6d77-1854-6d5f-d9d04bf76093/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T03:21:28,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ccd65b-6d77-1854-6d5f-d9d04bf76093/hadoop.log.dir in system properties and HBase conf 2024-11-20T03:21:28,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ccd65b-6d77-1854-6d5f-d9d04bf76093/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T03:21:28,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ccd65b-6d77-1854-6d5f-d9d04bf76093/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T03:21:28,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T03:21:28,838 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T03:21:28,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ccd65b-6d77-1854-6d5f-d9d04bf76093/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:21:28,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ccd65b-6d77-1854-6d5f-d9d04bf76093/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:21:28,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ccd65b-6d77-1854-6d5f-d9d04bf76093/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T03:21:28,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ccd65b-6d77-1854-6d5f-d9d04bf76093/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:21:28,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ccd65b-6d77-1854-6d5f-d9d04bf76093/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T03:21:28,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ccd65b-6d77-1854-6d5f-d9d04bf76093/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T03:21:28,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ccd65b-6d77-1854-6d5f-d9d04bf76093/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:21:28,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ccd65b-6d77-1854-6d5f-d9d04bf76093/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:21:28,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ccd65b-6d77-1854-6d5f-d9d04bf76093/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T03:21:28,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ccd65b-6d77-1854-6d5f-d9d04bf76093/nfs.dump.dir in system properties and HBase conf 2024-11-20T03:21:28,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ccd65b-6d77-1854-6d5f-d9d04bf76093/java.io.tmpdir in system properties and HBase conf 2024-11-20T03:21:28,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ccd65b-6d77-1854-6d5f-d9d04bf76093/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:21:28,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ccd65b-6d77-1854-6d5f-d9d04bf76093/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T03:21:28,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ccd65b-6d77-1854-6d5f-d9d04bf76093/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T03:21:29,210 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:21:29,215 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:21:29,217 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:21:29,217 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:21:29,218 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T03:21:29,219 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:21:29,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@340750b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ccd65b-6d77-1854-6d5f-d9d04bf76093/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:21:29,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47c2e923{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:21:29,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39dddff9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ccd65b-6d77-1854-6d5f-d9d04bf76093/java.io.tmpdir/jetty-localhost-35601-hadoop-hdfs-3_4_1-tests_jar-_-any-8711120126348015419/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:21:29,361 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@871521f{HTTP/1.1, (http/1.1)}{localhost:35601} 2024-11-20T03:21:29,361 INFO [Time-limited test {}] server.Server(415): Started @272890ms 2024-11-20T03:21:29,614 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:21:29,619 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:21:29,625 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:21:29,625 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:21:29,625 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T03:21:29,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3293db31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ccd65b-6d77-1854-6d5f-d9d04bf76093/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:21:29,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c257500{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:21:29,727 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6326fb22{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ccd65b-6d77-1854-6d5f-d9d04bf76093/java.io.tmpdir/jetty-localhost-35899-hadoop-hdfs-3_4_1-tests_jar-_-any-3718561513382336991/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:21:29,727 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@475f79bb{HTTP/1.1, (http/1.1)}{localhost:35899} 2024-11-20T03:21:29,727 INFO [Time-limited test {}] server.Server(415): Started @273256ms 2024-11-20T03:21:29,728 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T03:21:30,801 WARN [Thread-3427 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ccd65b-6d77-1854-6d5f-d9d04bf76093/cluster_a9c84d76-be00-723e-1108-26805fd36fab/data/data1/current/BP-461528801-172.17.0.2-1732072888864/current, will proceed with Du for space computation calculation, 2024-11-20T03:21:30,801 WARN [Thread-3428 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ccd65b-6d77-1854-6d5f-d9d04bf76093/cluster_a9c84d76-be00-723e-1108-26805fd36fab/data/data2/current/BP-461528801-172.17.0.2-1732072888864/current, will proceed with Du for space computation calculation, 2024-11-20T03:21:30,819 WARN [Thread-3415 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T03:21:30,822 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x372b76b2d5fb4ef6 with lease ID 0x131c1ca3b0294d81: Processing first storage report for DS-01d3e8ca-5d15-4dde-955a-32f800903451 from datanode DatanodeRegistration(127.0.0.1:44391, datanodeUuid=a6b399f0-2261-4731-9ef1-7e9c132648a0, infoPort=36283, infoSecurePort=0, ipcPort=36849, storageInfo=lv=-57;cid=testClusterID;nsid=1008847413;c=1732072888864) 2024-11-20T03:21:30,822 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x372b76b2d5fb4ef6 with lease ID 0x131c1ca3b0294d81: from storage DS-01d3e8ca-5d15-4dde-955a-32f800903451 node DatanodeRegistration(127.0.0.1:44391, datanodeUuid=a6b399f0-2261-4731-9ef1-7e9c132648a0, infoPort=36283, infoSecurePort=0, ipcPort=36849, storageInfo=lv=-57;cid=testClusterID;nsid=1008847413;c=1732072888864), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T03:21:30,822 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x372b76b2d5fb4ef6 with lease ID 0x131c1ca3b0294d81: Processing first storage report for DS-7f906570-4b7f-4ef5-a0dd-0dd8ec4e85a5 from datanode DatanodeRegistration(127.0.0.1:44391, datanodeUuid=a6b399f0-2261-4731-9ef1-7e9c132648a0, infoPort=36283, infoSecurePort=0, ipcPort=36849, storageInfo=lv=-57;cid=testClusterID;nsid=1008847413;c=1732072888864) 2024-11-20T03:21:30,822 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x372b76b2d5fb4ef6 with lease ID 0x131c1ca3b0294d81: from storage DS-7f906570-4b7f-4ef5-a0dd-0dd8ec4e85a5 node DatanodeRegistration(127.0.0.1:44391, datanodeUuid=a6b399f0-2261-4731-9ef1-7e9c132648a0, infoPort=36283, infoSecurePort=0, ipcPort=36849, storageInfo=lv=-57;cid=testClusterID;nsid=1008847413;c=1732072888864), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T03:21:30,881 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ccd65b-6d77-1854-6d5f-d9d04bf76093 2024-11-20T03:21:30,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:21:30,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:21:30,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44391 is added to blk_1073741825_1001 (size=7) 2024-11-20T03:21:31,289 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072 with version=8 2024-11-20T03:21:31,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/hbase-staging 2024-11-20T03:21:31,290 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:21:31,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:21:31,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:21:31,291 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:21:31,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:21:31,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:21:31,291 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T03:21:31,291 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:21:31,291 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35187 2024-11-20T03:21:31,292 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35187 connecting to ZooKeeper ensemble=127.0.0.1:49362 2024-11-20T03:21:31,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351870x0, quorum=127.0.0.1:49362, baseZNode=/021472815 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:21:31,732 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35187-0x1015642d59c0000 connected 2024-11-20T03:21:31,859 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T03:21:31,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:31,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:31,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:31,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:31,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:31,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:31,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:31,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:31,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:31,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:31,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:31,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:31,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:31,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:31,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:33,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:21:33,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:21:33,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35187-0x1015642d59c0000, quorum=127.0.0.1:49362, baseZNode=/021472815 Set watcher on znode that does not yet exist, /021472815/running 2024-11-20T03:21:33,144 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072, hbase.cluster.distributed=false 2024-11-20T03:21:33,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35187-0x1015642d59c0000, quorum=127.0.0.1:49362, baseZNode=/021472815 Set watcher on znode that does not yet exist, /021472815/acl 2024-11-20T03:21:33,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35187 2024-11-20T03:21:33,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35187 2024-11-20T03:21:33,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35187 2024-11-20T03:21:33,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35187 2024-11-20T03:21:33,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35187 2024-11-20T03:21:33,158 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:21:33,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:21:33,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:21:33,159 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:21:33,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:21:33,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:21:33,159 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T03:21:33,159 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:21:33,159 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37901 2024-11-20T03:21:33,160 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37901 connecting to ZooKeeper ensemble=127.0.0.1:49362 2024-11-20T03:21:33,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:21:33,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:21:33,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379010x0, quorum=127.0.0.1:49362, baseZNode=/021472815 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:21:33,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37901-0x1015642d59c0001 connected 2024-11-20T03:21:33,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37901-0x1015642d59c0001, quorum=127.0.0.1:49362, baseZNode=/021472815 Set watcher on znode that does not yet exist, /021472815/running 2024-11-20T03:21:33,209 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T03:21:33,210 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T03:21:33,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37901-0x1015642d59c0001, quorum=127.0.0.1:49362, baseZNode=/021472815 Set watcher on znode that does not yet exist, /021472815/master 2024-11-20T03:21:33,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37901-0x1015642d59c0001, quorum=127.0.0.1:49362, baseZNode=/021472815 Set watcher on znode that does not yet exist, /021472815/acl 2024-11-20T03:21:33,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37901 2024-11-20T03:21:33,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37901 2024-11-20T03:21:33,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37901 2024-11-20T03:21:33,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37901 2024-11-20T03:21:33,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37901 2024-11-20T03:21:33,226 DEBUG [M:0;d00f728e99d7:35187 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d00f728e99d7:35187 2024-11-20T03:21:33,227 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /021472815/backup-masters/d00f728e99d7,35187,1732072891290 2024-11-20T03:21:33,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x1015642d59c0000, quorum=127.0.0.1:49362, baseZNode=/021472815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/021472815/backup-masters 2024-11-20T03:21:33,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1015642d59c0001, quorum=127.0.0.1:49362, baseZNode=/021472815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/021472815/backup-masters 2024-11-20T03:21:33,273 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35187-0x1015642d59c0000, quorum=127.0.0.1:49362, baseZNode=/021472815 Set watcher on existing znode=/021472815/backup-masters/d00f728e99d7,35187,1732072891290 2024-11-20T03:21:33,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1015642d59c0001, quorum=127.0.0.1:49362, baseZNode=/021472815 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/021472815/master 2024-11-20T03:21:33,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x1015642d59c0000, quorum=127.0.0.1:49362, baseZNode=/021472815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/021472815 2024-11-20T03:21:33,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1015642d59c0001, quorum=127.0.0.1:49362, baseZNode=/021472815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/021472815 2024-11-20T03:21:33,293 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35187-0x1015642d59c0000, quorum=127.0.0.1:49362, baseZNode=/021472815 Set watcher on existing znode=/021472815/master 2024-11-20T03:21:33,294 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /021472815/backup-masters/d00f728e99d7,35187,1732072891290 from backup master directory 2024-11-20T03:21:33,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1015642d59c0001, quorum=127.0.0.1:49362, baseZNode=/021472815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/021472815/backup-masters 2024-11-20T03:21:33,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x1015642d59c0000, quorum=127.0.0.1:49362, baseZNode=/021472815 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/021472815/backup-masters/d00f728e99d7,35187,1732072891290 2024-11-20T03:21:33,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x1015642d59c0000, quorum=127.0.0.1:49362, baseZNode=/021472815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/021472815/backup-masters 2024-11-20T03:21:33,306 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:21:33,306 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d00f728e99d7,35187,1732072891290 2024-11-20T03:21:33,309 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/hbase.id] with ID: 8c18a4c4-d45b-471a-ad5b-b2117b4cec85 2024-11-20T03:21:33,309 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/.tmp/hbase.id 2024-11-20T03:21:33,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44391 is added to blk_1073741826_1002 (size=42) 2024-11-20T03:21:33,715 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/.tmp/hbase.id]:[hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/hbase.id] 2024-11-20T03:21:33,721 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:21:33,721 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T03:21:33,722 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T03:21:33,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1015642d59c0001, quorum=127.0.0.1:49362, baseZNode=/021472815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/021472815 2024-11-20T03:21:33,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x1015642d59c0000, quorum=127.0.0.1:49362, baseZNode=/021472815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/021472815 2024-11-20T03:21:33,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44391 is added to blk_1073741827_1003 (size=196) 2024-11-20T03:21:34,197 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:21:34,197 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T03:21:34,198 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:21:34,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44391 is added to blk_1073741828_1004 (size=1189) 2024-11-20T03:21:34,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T03:21:34,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T03:21:34,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T03:21:34,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T03:21:34,603 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/MasterData/data/master/store 2024-11-20T03:21:34,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44391 is added to blk_1073741829_1005 (size=34) 2024-11-20T03:21:35,007 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:21:35,007 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:21:35,007 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:21:35,008 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:21:35,008 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:21:35,008 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:21:35,008 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:21:35,008 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072895007Disabling compacts and flushes for region at 1732072895007Disabling writes for close at 1732072895008 (+1 ms)Writing region close event to WAL at 1732072895008Closed at 1732072895008 2024-11-20T03:21:35,008 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/MasterData/data/master/store/.initializing 2024-11-20T03:21:35,008 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/MasterData/WALs/d00f728e99d7,35187,1732072891290 2024-11-20T03:21:35,009 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:21:35,010 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d00f728e99d7%2C35187%2C1732072891290, suffix=, logDir=hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/MasterData/WALs/d00f728e99d7,35187,1732072891290, archiveDir=hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/MasterData/oldWALs, maxLogs=10 2024-11-20T03:21:35,022 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/MasterData/WALs/d00f728e99d7,35187,1732072891290/d00f728e99d7%2C35187%2C1732072891290.1732072895010, exclude list is [], retry=0 2024-11-20T03:21:35,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44391,DS-01d3e8ca-5d15-4dde-955a-32f800903451,DISK] 2024-11-20T03:21:35,025 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/MasterData/WALs/d00f728e99d7,35187,1732072891290/d00f728e99d7%2C35187%2C1732072891290.1732072895010 2024-11-20T03:21:35,025 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36283:36283)] 2024-11-20T03:21:35,025 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:21:35,025 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:21:35,026 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:35,026 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:35,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:35,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T03:21:35,027 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:35,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:21:35,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:35,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T03:21:35,028 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:35,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:35,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:35,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T03:21:35,029 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:35,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:35,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:35,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T03:21:35,030 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:35,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:35,030 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:35,031 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:35,031 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:35,032 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:35,032 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:35,033 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:21:35,033 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:35,035 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:21:35,035 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69543108, jitterRate=0.036273062229156494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:21:35,036 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732072895026Initializing all the Stores at 1732072895026Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072895026Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072895026Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072895026Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072895026Cleaning up temporary data from old regions at 1732072895032 (+6 ms)Region opened successfully at 1732072895036 (+4 ms) 2024-11-20T03:21:35,036 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T03:21:35,038 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f43d328, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:21:35,039 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T03:21:35,039 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T03:21:35,039 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T03:21:35,039 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T03:21:35,039 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T03:21:35,039 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T03:21:35,039 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T03:21:35,041 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T03:21:35,041 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35187-0x1015642d59c0000, quorum=127.0.0.1:49362, baseZNode=/021472815 Unable to get data of znode /021472815/balancer because node does not exist (not necessarily an error) 2024-11-20T03:21:35,106 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /021472815/balancer already deleted, retry=false 2024-11-20T03:21:35,107 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T03:21:35,107 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35187-0x1015642d59c0000, quorum=127.0.0.1:49362, baseZNode=/021472815 Unable to get data of znode /021472815/normalizer because node does not exist (not necessarily an error) 2024-11-20T03:21:35,204 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /021472815/normalizer already deleted, retry=false 2024-11-20T03:21:35,205 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T03:21:35,206 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35187-0x1015642d59c0000, quorum=127.0.0.1:49362, baseZNode=/021472815 Unable to get data of znode /021472815/switch/split because node does not exist (not necessarily an error) 2024-11-20T03:21:35,268 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /021472815/switch/split already deleted, retry=false 2024-11-20T03:21:35,269 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35187-0x1015642d59c0000, quorum=127.0.0.1:49362, baseZNode=/021472815 Unable to get data of znode /021472815/switch/merge because node does not exist (not necessarily an error) 2024-11-20T03:21:35,284 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /021472815/switch/merge already deleted, retry=false 2024-11-20T03:21:35,286 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35187-0x1015642d59c0000, quorum=127.0.0.1:49362, baseZNode=/021472815 Unable to get data of znode /021472815/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T03:21:35,295 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /021472815/snapshot-cleanup already deleted, retry=false 2024-11-20T03:21:35,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x1015642d59c0000, quorum=127.0.0.1:49362, baseZNode=/021472815 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/021472815/running 2024-11-20T03:21:35,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1015642d59c0001, quorum=127.0.0.1:49362, baseZNode=/021472815 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/021472815/running 2024-11-20T03:21:35,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x1015642d59c0000, quorum=127.0.0.1:49362, baseZNode=/021472815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/021472815 2024-11-20T03:21:35,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1015642d59c0001, quorum=127.0.0.1:49362, baseZNode=/021472815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/021472815 2024-11-20T03:21:35,308 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d00f728e99d7,35187,1732072891290, sessionid=0x1015642d59c0000, setting cluster-up flag (Was=false) 2024-11-20T03:21:35,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x1015642d59c0000, quorum=127.0.0.1:49362, baseZNode=/021472815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/021472815 2024-11-20T03:21:35,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1015642d59c0001, quorum=127.0.0.1:49362, baseZNode=/021472815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/021472815 2024-11-20T03:21:35,379 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /021472815/flush-table-proc/acquired, /021472815/flush-table-proc/reached, /021472815/flush-table-proc/abort 2024-11-20T03:21:35,380 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,35187,1732072891290 2024-11-20T03:21:35,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x1015642d59c0000, quorum=127.0.0.1:49362, baseZNode=/021472815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/021472815 2024-11-20T03:21:35,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1015642d59c0001, quorum=127.0.0.1:49362, baseZNode=/021472815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/021472815 2024-11-20T03:21:35,524 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /021472815/online-snapshot/acquired, /021472815/online-snapshot/reached, /021472815/online-snapshot/abort 2024-11-20T03:21:35,525 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,35187,1732072891290 2024-11-20T03:21:35,526 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T03:21:35,527 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T03:21:35,527 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T03:21:35,527 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T03:21:35,528 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d00f728e99d7,35187,1732072891290 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T03:21:35,528 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:21:35,528 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:21:35,529 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:21:35,529 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:21:35,529 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d00f728e99d7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T03:21:35,529 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:35,529 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:21:35,529 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:35,535 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732072925535 2024-11-20T03:21:35,535 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T03:21:35,535 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T03:21:35,535 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T03:21:35,535 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T03:21:35,535 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T03:21:35,535 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T03:21:35,536 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:21:35,536 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T03:21:35,536 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:35,536 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:35,536 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T03:21:35,540 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T03:21:35,540 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T03:21:35,540 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T03:21:35,540 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T03:21:35,541 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T03:21:35,541 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T03:21:35,542 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072895541,5,FailOnTimeoutGroup] 2024-11-20T03:21:35,544 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072895542,5,FailOnTimeoutGroup] 2024-11-20T03:21:35,544 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:35,544 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T03:21:35,544 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:35,544 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:35,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44391 is added to blk_1073741831_1007 (size=1321) 2024-11-20T03:21:35,617 INFO [RS:0;d00f728e99d7:37901 {}] regionserver.HRegionServer(746): ClusterId : 8c18a4c4-d45b-471a-ad5b-b2117b4cec85 2024-11-20T03:21:35,617 DEBUG [RS:0;d00f728e99d7:37901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T03:21:35,630 DEBUG [RS:0;d00f728e99d7:37901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T03:21:35,630 DEBUG [RS:0;d00f728e99d7:37901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T03:21:35,643 DEBUG [RS:0;d00f728e99d7:37901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T03:21:35,643 DEBUG [RS:0;d00f728e99d7:37901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d583eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:21:35,654 DEBUG [RS:0;d00f728e99d7:37901 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d00f728e99d7:37901 2024-11-20T03:21:35,654 INFO [RS:0;d00f728e99d7:37901 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T03:21:35,654 INFO [RS:0;d00f728e99d7:37901 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T03:21:35,654 DEBUG [RS:0;d00f728e99d7:37901 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T03:21:35,655 INFO [RS:0;d00f728e99d7:37901 {}] regionserver.HRegionServer(2659): reportForDuty to master=d00f728e99d7,35187,1732072891290 with port=37901, startcode=1732072893158 2024-11-20T03:21:35,655 DEBUG [RS:0;d00f728e99d7:37901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T03:21:35,656 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54957, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T03:21:35,657 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35187 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d00f728e99d7,37901,1732072893158 2024-11-20T03:21:35,657 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35187 {}] master.ServerManager(517): Registering regionserver=d00f728e99d7,37901,1732072893158 2024-11-20T03:21:35,658 DEBUG [RS:0;d00f728e99d7:37901 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072 2024-11-20T03:21:35,658 DEBUG [RS:0;d00f728e99d7:37901 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33061 2024-11-20T03:21:35,658 DEBUG [RS:0;d00f728e99d7:37901 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T03:21:35,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x1015642d59c0000, quorum=127.0.0.1:49362, baseZNode=/021472815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/021472815/rs 2024-11-20T03:21:35,664 DEBUG [RS:0;d00f728e99d7:37901 {}] zookeeper.ZKUtil(111): regionserver:37901-0x1015642d59c0001, quorum=127.0.0.1:49362, baseZNode=/021472815 Set watcher on existing znode=/021472815/rs/d00f728e99d7,37901,1732072893158 2024-11-20T03:21:35,664 WARN [RS:0;d00f728e99d7:37901 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:21:35,664 INFO [RS:0;d00f728e99d7:37901 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:21:35,664 DEBUG [RS:0;d00f728e99d7:37901 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158 2024-11-20T03:21:35,665 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d00f728e99d7,37901,1732072893158] 2024-11-20T03:21:35,670 INFO [RS:0;d00f728e99d7:37901 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T03:21:35,671 INFO [RS:0;d00f728e99d7:37901 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T03:21:35,672 INFO [RS:0;d00f728e99d7:37901 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T03:21:35,672 INFO [RS:0;d00f728e99d7:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:35,672 INFO [RS:0;d00f728e99d7:37901 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T03:21:35,672 INFO [RS:0;d00f728e99d7:37901 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T03:21:35,672 INFO [RS:0;d00f728e99d7:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:35,673 DEBUG [RS:0;d00f728e99d7:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:35,673 DEBUG [RS:0;d00f728e99d7:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:35,673 DEBUG [RS:0;d00f728e99d7:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:35,673 DEBUG [RS:0;d00f728e99d7:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:35,673 DEBUG [RS:0;d00f728e99d7:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:35,673 DEBUG [RS:0;d00f728e99d7:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:21:35,673 DEBUG [RS:0;d00f728e99d7:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:35,673 DEBUG [RS:0;d00f728e99d7:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:35,673 DEBUG [RS:0;d00f728e99d7:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:35,673 DEBUG [RS:0;d00f728e99d7:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:35,673 DEBUG [RS:0;d00f728e99d7:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:35,673 DEBUG [RS:0;d00f728e99d7:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:35,673 DEBUG [RS:0;d00f728e99d7:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:21:35,673 DEBUG [RS:0;d00f728e99d7:37901 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:21:35,673 INFO [RS:0;d00f728e99d7:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:35,673 INFO [RS:0;d00f728e99d7:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:35,673 INFO [RS:0;d00f728e99d7:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:35,673 INFO [RS:0;d00f728e99d7:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:35,673 INFO [RS:0;d00f728e99d7:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:35,674 INFO [RS:0;d00f728e99d7:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,37901,1732072893158-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:21:35,691 INFO [RS:0;d00f728e99d7:37901 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T03:21:35,691 INFO [RS:0;d00f728e99d7:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,37901,1732072893158-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:35,691 INFO [RS:0;d00f728e99d7:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:35,691 INFO [RS:0;d00f728e99d7:37901 {}] regionserver.Replication(171): d00f728e99d7,37901,1732072893158 started 2024-11-20T03:21:35,704 INFO [RS:0;d00f728e99d7:37901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:35,704 INFO [RS:0;d00f728e99d7:37901 {}] regionserver.HRegionServer(1482): Serving as d00f728e99d7,37901,1732072893158, RpcServer on d00f728e99d7/172.17.0.2:37901, sessionid=0x1015642d59c0001 2024-11-20T03:21:35,704 DEBUG [RS:0;d00f728e99d7:37901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T03:21:35,704 DEBUG [RS:0;d00f728e99d7:37901 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d00f728e99d7,37901,1732072893158 2024-11-20T03:21:35,704 DEBUG [RS:0;d00f728e99d7:37901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,37901,1732072893158' 2024-11-20T03:21:35,704 DEBUG [RS:0;d00f728e99d7:37901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/021472815/flush-table-proc/abort' 2024-11-20T03:21:35,705 DEBUG [RS:0;d00f728e99d7:37901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/021472815/flush-table-proc/acquired' 2024-11-20T03:21:35,705 DEBUG [RS:0;d00f728e99d7:37901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T03:21:35,705 DEBUG [RS:0;d00f728e99d7:37901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T03:21:35,705 DEBUG [RS:0;d00f728e99d7:37901 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d00f728e99d7,37901,1732072893158 2024-11-20T03:21:35,705 DEBUG [RS:0;d00f728e99d7:37901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,37901,1732072893158' 2024-11-20T03:21:35,705 DEBUG [RS:0;d00f728e99d7:37901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/021472815/online-snapshot/abort' 2024-11-20T03:21:35,705 DEBUG [RS:0;d00f728e99d7:37901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/021472815/online-snapshot/acquired' 2024-11-20T03:21:35,705 DEBUG [RS:0;d00f728e99d7:37901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T03:21:35,705 INFO [RS:0;d00f728e99d7:37901 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T03:21:35,705 INFO [RS:0;d00f728e99d7:37901 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T03:21:35,806 INFO [RS:0;d00f728e99d7:37901 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:21:35,807 INFO [RS:0;d00f728e99d7:37901 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C37901%2C1732072893158, suffix=, logDir=hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158, archiveDir=hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/oldWALs, maxLogs=10 2024-11-20T03:21:35,825 DEBUG [RS:0;d00f728e99d7:37901 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.1732072895807, exclude list is [], retry=0 2024-11-20T03:21:35,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44391,DS-01d3e8ca-5d15-4dde-955a-32f800903451,DISK] 2024-11-20T03:21:35,828 INFO [RS:0;d00f728e99d7:37901 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.1732072895807 2024-11-20T03:21:35,832 DEBUG [RS:0;d00f728e99d7:37901 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36283:36283)] 2024-11-20T03:21:35,946 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T03:21:35,946 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072 2024-11-20T03:21:35,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44391 is added to blk_1073741833_1009 (size=32) 2024-11-20T03:21:36,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:21:36,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:21:36,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:21:36,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:36,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:21:36,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:21:36,355 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:21:36,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:36,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:21:36,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:21:36,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:21:36,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:36,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:21:36,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:21:36,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:21:36,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:36,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:21:36,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:21:36,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/hbase/meta/1588230740 2024-11-20T03:21:36,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/hbase/meta/1588230740 2024-11-20T03:21:36,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:21:36,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:21:36,358 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:21:36,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:21:36,360 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:21:36,361 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66177075, jitterRate=-0.013884738087654114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:21:36,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732072896352Initializing all the Stores at 1732072896352Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072896353 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072896353Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072896353Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072896353Cleaning up temporary data from old regions at 1732072896358 (+5 ms)Region opened successfully at 1732072896361 (+3 ms) 2024-11-20T03:21:36,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:21:36,361 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:21:36,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:21:36,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:21:36,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:21:36,362 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:21:36,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072896361Disabling compacts and flushes for region at 1732072896361Disabling writes for close at 1732072896361Writing region close event to WAL at 1732072896362 (+1 ms)Closed at 1732072896362 2024-11-20T03:21:36,363 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:21:36,363 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T03:21:36,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T03:21:36,364 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:21:36,365 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T03:21:36,515 DEBUG [d00f728e99d7:35187 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T03:21:36,515 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d00f728e99d7,37901,1732072893158 2024-11-20T03:21:36,516 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,37901,1732072893158, state=OPENING 2024-11-20T03:21:36,558 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T03:21:36,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x1015642d59c0000, quorum=127.0.0.1:49362, baseZNode=/021472815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/021472815 2024-11-20T03:21:36,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1015642d59c0001, quorum=127.0.0.1:49362, baseZNode=/021472815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/021472815 2024-11-20T03:21:36,569 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /021472815/meta-region-server: CHANGED 2024-11-20T03:21:36,569 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /021472815/meta-region-server: CHANGED 2024-11-20T03:21:36,569 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:21:36,570 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,37901,1732072893158}] 2024-11-20T03:21:36,722 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:21:36,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T03:21:36,726 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T03:21:36,726 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:21:36,726 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T03:21:36,727 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C37901%2C1732072893158.meta, suffix=.meta, logDir=hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158, archiveDir=hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/oldWALs, maxLogs=10 2024-11-20T03:21:36,740 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.meta.1732072896727.meta, exclude list is [], retry=0 2024-11-20T03:21:36,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44391,DS-01d3e8ca-5d15-4dde-955a-32f800903451,DISK] 2024-11-20T03:21:36,743 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.meta.1732072896727.meta 2024-11-20T03:21:36,743 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36283:36283)] 2024-11-20T03:21:36,743 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:21:36,744 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:21:36,744 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:21:36,744 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T03:21:36,744 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T03:21:36,744 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T03:21:36,744 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:21:36,744 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T03:21:36,744 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T03:21:36,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:21:36,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:21:36,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:36,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:21:36,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:21:36,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:21:36,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:36,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:21:36,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:21:36,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:21:36,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:36,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:21:36,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:21:36,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:21:36,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:36,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:21:36,754 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:21:36,755 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/hbase/meta/1588230740 2024-11-20T03:21:36,755 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/hbase/meta/1588230740 2024-11-20T03:21:36,758 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:21:36,758 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:21:36,762 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:21:36,764 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:21:36,765 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63239853, jitterRate=-0.057652756571769714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:21:36,765 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T03:21:36,765 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732072896744Writing region info on filesystem at 1732072896744Initializing all the Stores at 1732072896745 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072896745Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072896748 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072896748Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072896748Cleaning up temporary data from old regions at 1732072896758 (+10 ms)Running coprocessor post-open hooks at 1732072896765 (+7 ms)Region opened successfully at 1732072896765 2024-11-20T03:21:36,766 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732072896722 2024-11-20T03:21:36,767 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T03:21:36,767 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T03:21:36,768 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d00f728e99d7,37901,1732072893158 2024-11-20T03:21:36,768 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,37901,1732072893158, state=OPEN 2024-11-20T03:21:36,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x1015642d59c0000, quorum=127.0.0.1:49362, baseZNode=/021472815 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/021472815/meta-region-server 2024-11-20T03:21:36,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1015642d59c0001, quorum=127.0.0.1:49362, baseZNode=/021472815 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/021472815/meta-region-server 2024-11-20T03:21:36,853 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d00f728e99d7,37901,1732072893158 2024-11-20T03:21:36,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /021472815/meta-region-server: CHANGED 2024-11-20T03:21:36,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /021472815/meta-region-server: CHANGED 2024-11-20T03:21:36,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T03:21:36,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,37901,1732072893158 in 284 msec 2024-11-20T03:21:36,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T03:21:36,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 492 msec 2024-11-20T03:21:36,857 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:21:36,857 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T03:21:36,858 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:21:36,858 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,37901,1732072893158, seqNum=-1] 2024-11-20T03:21:36,858 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:21:36,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:21:36,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3360 sec 2024-11-20T03:21:36,863 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732072896863, completionTime=-1 2024-11-20T03:21:36,863 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T03:21:36,863 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T03:21:36,865 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T03:21:36,865 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732072956865 2024-11-20T03:21:36,865 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732073016865 2024-11-20T03:21:36,865 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T03:21:36,865 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,35187,1732072891290-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:36,865 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,35187,1732072891290-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:36,865 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,35187,1732072891290-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:36,866 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d00f728e99d7:35187, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:36,866 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:36,866 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:36,867 DEBUG [master/d00f728e99d7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T03:21:36,869 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.563sec 2024-11-20T03:21:36,869 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T03:21:36,869 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T03:21:36,869 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T03:21:36,869 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T03:21:36,869 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T03:21:36,869 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,35187,1732072891290-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:21:36,869 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,35187,1732072891290-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T03:21:36,870 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T03:21:36,870 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T03:21:36,870 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,35187,1732072891290-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:36,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b9eaaac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:36,918 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,35187,-1 for getting cluster id 2024-11-20T03:21:36,918 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:21:36,920 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c18a4c4-d45b-471a-ad5b-b2117b4cec85' 2024-11-20T03:21:36,920 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:21:36,920 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c18a4c4-d45b-471a-ad5b-b2117b4cec85" 2024-11-20T03:21:36,920 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e751293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:36,920 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,35187,-1] 2024-11-20T03:21:36,920 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:21:36,921 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:36,921 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:21:36,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50aecd01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:36,922 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:21:36,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,37901,1732072893158, seqNum=-1] 2024-11-20T03:21:36,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:21:36,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:21:36,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d00f728e99d7,35187,1732072891290 2024-11-20T03:21:36,926 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49362 2024-11-20T03:21:36,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49362, baseZNode=/021472815 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:21:36,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015642d59c0002 connected 2024-11-20T03:21:37,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ccd65b-6d77-1854-6d5f-d9d04bf76093/hadoop.log.dir so I do NOT create it in target/test-data/6233e503-7ffd-d524-dd34-41efeba8c08c 2024-11-20T03:21:37,011 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ccd65b-6d77-1854-6d5f-d9d04bf76093/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T03:21:37,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ccd65b-6d77-1854-6d5f-d9d04bf76093/hadoop.tmp.dir so I do NOT create it in target/test-data/6233e503-7ffd-d524-dd34-41efeba8c08c 2024-11-20T03:21:37,011 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ccd65b-6d77-1854-6d5f-d9d04bf76093/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T03:21:37,012 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6233e503-7ffd-d524-dd34-41efeba8c08c 2024-11-20T03:21:37,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T03:21:37,012 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6233e503-7ffd-d524-dd34-41efeba8c08c/cluster_bfb61948-f278-9360-6464-bc6c9389d7db, deleteOnExit=true 2024-11-20T03:21:37,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T03:21:37,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6233e503-7ffd-d524-dd34-41efeba8c08c/test.cache.data in system properties and HBase conf 2024-11-20T03:21:37,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6233e503-7ffd-d524-dd34-41efeba8c08c/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T03:21:37,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6233e503-7ffd-d524-dd34-41efeba8c08c/hadoop.log.dir in system properties and HBase conf 2024-11-20T03:21:37,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6233e503-7ffd-d524-dd34-41efeba8c08c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T03:21:37,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6233e503-7ffd-d524-dd34-41efeba8c08c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T03:21:37,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T03:21:37,012 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T03:21:37,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6233e503-7ffd-d524-dd34-41efeba8c08c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:21:37,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6233e503-7ffd-d524-dd34-41efeba8c08c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:21:37,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6233e503-7ffd-d524-dd34-41efeba8c08c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T03:21:37,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6233e503-7ffd-d524-dd34-41efeba8c08c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:21:37,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6233e503-7ffd-d524-dd34-41efeba8c08c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T03:21:37,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6233e503-7ffd-d524-dd34-41efeba8c08c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T03:21:37,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6233e503-7ffd-d524-dd34-41efeba8c08c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:21:37,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6233e503-7ffd-d524-dd34-41efeba8c08c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:21:37,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6233e503-7ffd-d524-dd34-41efeba8c08c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T03:21:37,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6233e503-7ffd-d524-dd34-41efeba8c08c/nfs.dump.dir in system properties and HBase conf 2024-11-20T03:21:37,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6233e503-7ffd-d524-dd34-41efeba8c08c/java.io.tmpdir in system properties and HBase conf 2024-11-20T03:21:37,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6233e503-7ffd-d524-dd34-41efeba8c08c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:21:37,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6233e503-7ffd-d524-dd34-41efeba8c08c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T03:21:37,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6233e503-7ffd-d524-dd34-41efeba8c08c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T03:21:37,563 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:21:37,566 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:21:37,567 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:21:37,567 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:21:37,568 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T03:21:37,568 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:21:37,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cc0054a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6233e503-7ffd-d524-dd34-41efeba8c08c/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:21:37,572 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ae44ed5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:21:37,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32bca686{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6233e503-7ffd-d524-dd34-41efeba8c08c/java.io.tmpdir/jetty-localhost-36873-hadoop-hdfs-3_4_1-tests_jar-_-any-9349883147024868573/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:21:37,687 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@786b2ed4{HTTP/1.1, (http/1.1)}{localhost:36873} 2024-11-20T03:21:37,687 INFO [Time-limited test {}] server.Server(415): Started @281216ms 2024-11-20T03:21:38,030 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:21:38,032 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:21:38,034 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:21:38,034 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:21:38,034 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T03:21:38,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37fcdc72{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6233e503-7ffd-d524-dd34-41efeba8c08c/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:21:38,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35d936c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:21:38,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72355bc2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6233e503-7ffd-d524-dd34-41efeba8c08c/java.io.tmpdir/jetty-localhost-38657-hadoop-hdfs-3_4_1-tests_jar-_-any-8837778564866606936/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:21:38,144 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@326fb535{HTTP/1.1, (http/1.1)}{localhost:38657} 2024-11-20T03:21:38,144 INFO [Time-limited test {}] server.Server(415): Started @281673ms 2024-11-20T03:21:38,145 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T03:21:39,051 WARN [Thread-3548 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6233e503-7ffd-d524-dd34-41efeba8c08c/cluster_bfb61948-f278-9360-6464-bc6c9389d7db/data/data1/current/BP-460565017-172.17.0.2-1732072897032/current, will proceed with Du for space computation calculation, 2024-11-20T03:21:39,052 WARN [Thread-3549 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6233e503-7ffd-d524-dd34-41efeba8c08c/cluster_bfb61948-f278-9360-6464-bc6c9389d7db/data/data2/current/BP-460565017-172.17.0.2-1732072897032/current, will proceed with Du for space computation calculation, 2024-11-20T03:21:39,085 WARN [Thread-3536 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T03:21:39,090 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x238a0ec0e34c4cc3 with lease ID 0xc5e96205813db4d7: Processing first storage report for DS-e2e2e57f-ce11-4ff3-802a-813efbd33406 from datanode DatanodeRegistration(127.0.0.1:46367, datanodeUuid=f43b2c38-81b2-4b89-8101-005d227dfacd, infoPort=41137, infoSecurePort=0, ipcPort=43867, storageInfo=lv=-57;cid=testClusterID;nsid=147982439;c=1732072897032) 2024-11-20T03:21:39,090 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x238a0ec0e34c4cc3 with lease ID 0xc5e96205813db4d7: from storage DS-e2e2e57f-ce11-4ff3-802a-813efbd33406 node DatanodeRegistration(127.0.0.1:46367, datanodeUuid=f43b2c38-81b2-4b89-8101-005d227dfacd, infoPort=41137, infoSecurePort=0, ipcPort=43867, storageInfo=lv=-57;cid=testClusterID;nsid=147982439;c=1732072897032), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T03:21:39,090 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x238a0ec0e34c4cc3 with lease ID 0xc5e96205813db4d7: Processing first storage report for DS-e24226cf-1d06-416a-8aa0-939b5d80917d from datanode DatanodeRegistration(127.0.0.1:46367, datanodeUuid=f43b2c38-81b2-4b89-8101-005d227dfacd, infoPort=41137, infoSecurePort=0, ipcPort=43867, storageInfo=lv=-57;cid=testClusterID;nsid=147982439;c=1732072897032) 2024-11-20T03:21:39,090 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x238a0ec0e34c4cc3 with lease ID 0xc5e96205813db4d7: from storage DS-e24226cf-1d06-416a-8aa0-939b5d80917d node DatanodeRegistration(127.0.0.1:46367, datanodeUuid=f43b2c38-81b2-4b89-8101-005d227dfacd, infoPort=41137, infoSecurePort=0, ipcPort=43867, storageInfo=lv=-57;cid=testClusterID;nsid=147982439;c=1732072897032), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T03:21:39,168 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6233e503-7ffd-d524-dd34-41efeba8c08c 2024-11-20T03:21:39,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:21:39,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:21:39,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741825_1001 (size=7) 2024-11-20T03:21:39,181 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3 with version=8 2024-11-20T03:21:39,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/hbase-staging 2024-11-20T03:21:39,183 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:21:39,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:21:39,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:21:39,183 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:21:39,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:21:39,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:21:39,183 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T03:21:39,183 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:21:39,184 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43781 2024-11-20T03:21:39,184 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43781 connecting to ZooKeeper ensemble=127.0.0.1:49362 2024-11-20T03:21:39,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437810x0, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:21:39,201 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43781-0x1015642d59c0003 connected 2024-11-20T03:21:39,274 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:21:39,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:21:39,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43781-0x1015642d59c0003, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Set watcher on znode that does not yet exist, /1-1337464456/running 2024-11-20T03:21:39,278 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3, hbase.cluster.distributed=false 2024-11-20T03:21:39,279 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43781-0x1015642d59c0003, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Set watcher on znode that does not yet exist, /1-1337464456/acl 2024-11-20T03:21:39,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43781 2024-11-20T03:21:39,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43781 2024-11-20T03:21:39,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43781 2024-11-20T03:21:39,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43781 2024-11-20T03:21:39,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43781 2024-11-20T03:21:39,327 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:21:39,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:21:39,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:21:39,327 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:21:39,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:21:39,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:21:39,327 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T03:21:39,327 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:21:39,328 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45735 2024-11-20T03:21:39,329 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45735 connecting to ZooKeeper ensemble=127.0.0.1:49362 2024-11-20T03:21:39,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:21:39,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:21:39,348 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457350x0, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:21:39,348 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:457350x0, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Set watcher on znode that does not yet exist, /1-1337464456/running 2024-11-20T03:21:39,348 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T03:21:39,356 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45735-0x1015642d59c0004 connected 2024-11-20T03:21:39,368 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T03:21:39,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45735-0x1015642d59c0004, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Set watcher on znode that does not yet exist, /1-1337464456/master 2024-11-20T03:21:39,370 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45735-0x1015642d59c0004, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Set watcher on znode that does not yet exist, /1-1337464456/acl 2024-11-20T03:21:39,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45735 2024-11-20T03:21:39,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45735 2024-11-20T03:21:39,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45735 2024-11-20T03:21:39,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45735 2024-11-20T03:21:39,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45735 2024-11-20T03:21:39,411 DEBUG [M:0;d00f728e99d7:43781 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d00f728e99d7:43781 2024-11-20T03:21:39,411 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1337464456/backup-masters/d00f728e99d7,43781,1732072899183 2024-11-20T03:21:39,421 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45735-0x1015642d59c0004, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1337464456/backup-masters 2024-11-20T03:21:39,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43781-0x1015642d59c0003, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1337464456/backup-masters 2024-11-20T03:21:39,422 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43781-0x1015642d59c0003, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Set watcher on existing znode=/1-1337464456/backup-masters/d00f728e99d7,43781,1732072899183 2024-11-20T03:21:39,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43781-0x1015642d59c0003, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1337464456 2024-11-20T03:21:39,432 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45735-0x1015642d59c0004, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1337464456/master 2024-11-20T03:21:39,432 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45735-0x1015642d59c0004, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1337464456 2024-11-20T03:21:39,432 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43781-0x1015642d59c0003, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Set watcher on existing znode=/1-1337464456/master 2024-11-20T03:21:39,433 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1337464456/backup-masters/d00f728e99d7,43781,1732072899183 from backup master directory 2024-11-20T03:21:39,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43781-0x1015642d59c0003, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1337464456/backup-masters/d00f728e99d7,43781,1732072899183 2024-11-20T03:21:39,442 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45735-0x1015642d59c0004, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1337464456/backup-masters 2024-11-20T03:21:39,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43781-0x1015642d59c0003, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1337464456/backup-masters 2024-11-20T03:21:39,442 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:21:39,442 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d00f728e99d7,43781,1732072899183 2024-11-20T03:21:39,445 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/hbase.id] with ID: 92fc5412-f57a-4c36-8a56-62965adf573d 2024-11-20T03:21:39,445 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/.tmp/hbase.id 2024-11-20T03:21:39,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741826_1002 (size=42) 2024-11-20T03:21:39,711 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T03:21:39,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:39,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:39,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:39,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:39,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:39,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:39,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:39,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:39,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:39,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:39,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:39,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:39,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:39,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:39,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:39,857 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/.tmp/hbase.id]:[hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/hbase.id] 2024-11-20T03:21:39,864 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:21:39,864 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T03:21:39,865 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T03:21:39,916 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45735-0x1015642d59c0004, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1337464456 2024-11-20T03:21:39,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43781-0x1015642d59c0003, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1337464456 2024-11-20T03:21:39,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741827_1003 (size=196) 2024-11-20T03:21:40,325 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:21:40,326 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T03:21:40,326 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:21:40,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741828_1004 (size=1189) 2024-11-20T03:21:40,343 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/MasterData/data/master/store 2024-11-20T03:21:40,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741829_1005 (size=34) 2024-11-20T03:21:40,354 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:21:40,354 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:21:40,354 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:21:40,354 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:21:40,354 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:21:40,354 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:21:40,354 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:21:40,354 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072900354Disabling compacts and flushes for region at 1732072900354Disabling writes for close at 1732072900354Writing region close event to WAL at 1732072900354Closed at 1732072900354 2024-11-20T03:21:40,355 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/MasterData/data/master/store/.initializing 2024-11-20T03:21:40,355 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/MasterData/WALs/d00f728e99d7,43781,1732072899183 2024-11-20T03:21:40,356 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:21:40,358 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d00f728e99d7%2C43781%2C1732072899183, suffix=, logDir=hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/MasterData/WALs/d00f728e99d7,43781,1732072899183, archiveDir=hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/MasterData/oldWALs, maxLogs=10 2024-11-20T03:21:40,372 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/MasterData/WALs/d00f728e99d7,43781,1732072899183/d00f728e99d7%2C43781%2C1732072899183.1732072900358, exclude list is [], retry=0 2024-11-20T03:21:40,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46367,DS-e2e2e57f-ce11-4ff3-802a-813efbd33406,DISK] 2024-11-20T03:21:40,390 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/MasterData/WALs/d00f728e99d7,43781,1732072899183/d00f728e99d7%2C43781%2C1732072899183.1732072900358 2024-11-20T03:21:40,391 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41137:41137)] 2024-11-20T03:21:40,391 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:21:40,391 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:21:40,391 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:40,391 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:40,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:40,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T03:21:40,394 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:40,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:21:40,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:40,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T03:21:40,395 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:40,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:40,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:40,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T03:21:40,397 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:40,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:40,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:40,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T03:21:40,398 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:40,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:40,399 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:40,399 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:40,399 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:40,400 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:40,400 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:40,401 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:21:40,402 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:40,403 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:21:40,404 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73316635, jitterRate=0.09250299632549286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:21:40,404 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732072900391Initializing all the Stores at 1732072900392 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072900392Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072900392Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072900392Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072900392Cleaning up temporary data from old regions at 1732072900400 (+8 ms)Region opened successfully at 1732072900404 (+4 ms) 2024-11-20T03:21:40,404 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T03:21:40,406 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6db5ee90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:21:40,407 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T03:21:40,407 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T03:21:40,407 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T03:21:40,407 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T03:21:40,408 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T03:21:40,408 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T03:21:40,408 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T03:21:40,414 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T03:21:40,414 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43781-0x1015642d59c0003, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Unable to get data of znode /1-1337464456/balancer because node does not exist (not necessarily an error) 2024-11-20T03:21:40,463 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1337464456/balancer already deleted, retry=false 2024-11-20T03:21:40,464 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T03:21:40,464 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43781-0x1015642d59c0003, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Unable to get data of znode /1-1337464456/normalizer because node does not exist (not necessarily an error) 2024-11-20T03:21:40,474 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1337464456/normalizer already deleted, retry=false 2024-11-20T03:21:40,474 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T03:21:40,475 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43781-0x1015642d59c0003, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Unable to get data of znode /1-1337464456/switch/split because node does not exist (not necessarily an error) 2024-11-20T03:21:40,565 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1337464456/switch/split already deleted, retry=false 2024-11-20T03:21:40,565 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43781-0x1015642d59c0003, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Unable to get data of znode /1-1337464456/switch/merge because node does not exist (not necessarily an error) 2024-11-20T03:21:40,629 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1337464456/switch/merge already deleted, retry=false 2024-11-20T03:21:40,631 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43781-0x1015642d59c0003, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Unable to get data of znode /1-1337464456/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T03:21:40,689 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1337464456/snapshot-cleanup already deleted, retry=false 2024-11-20T03:21:40,716 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45735-0x1015642d59c0004, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1337464456/running 2024-11-20T03:21:40,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43781-0x1015642d59c0003, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1337464456/running 2024-11-20T03:21:40,716 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45735-0x1015642d59c0004, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1337464456 2024-11-20T03:21:40,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43781-0x1015642d59c0003, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1337464456 2024-11-20T03:21:40,716 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d00f728e99d7,43781,1732072899183, sessionid=0x1015642d59c0003, setting cluster-up flag (Was=false) 2024-11-20T03:21:40,737 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45735-0x1015642d59c0004, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1337464456 2024-11-20T03:21:40,768 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1337464456/flush-table-proc/acquired, /1-1337464456/flush-table-proc/reached, /1-1337464456/flush-table-proc/abort 2024-11-20T03:21:40,770 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,43781,1732072899183 2024-11-20T03:21:40,790 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45735-0x1015642d59c0004, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1337464456 2024-11-20T03:21:40,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43781-0x1015642d59c0003, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1337464456 2024-11-20T03:21:40,821 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1337464456/online-snapshot/acquired, /1-1337464456/online-snapshot/reached, /1-1337464456/online-snapshot/abort 2024-11-20T03:21:40,822 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,43781,1732072899183 2024-11-20T03:21:40,823 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T03:21:40,825 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T03:21:40,825 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T03:21:40,825 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T03:21:40,825 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d00f728e99d7,43781,1732072899183 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T03:21:40,827 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:21:40,827 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:21:40,827 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:21:40,827 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:21:40,827 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d00f728e99d7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T03:21:40,827 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:40,827 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:21:40,827 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:40,829 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:21:40,830 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T03:21:40,831 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:40,831 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T03:21:40,847 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732072930847 2024-11-20T03:21:40,847 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T03:21:40,847 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T03:21:40,847 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T03:21:40,847 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T03:21:40,847 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T03:21:40,847 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T03:21:40,847 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:40,847 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T03:21:40,847 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T03:21:40,847 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T03:21:40,848 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T03:21:40,848 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T03:21:40,848 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T03:21:40,860 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072900848,5,FailOnTimeoutGroup] 2024-11-20T03:21:40,865 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072900860,5,FailOnTimeoutGroup] 2024-11-20T03:21:40,865 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:40,865 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T03:21:40,865 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:40,865 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:40,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741831_1007 (size=1321) 2024-11-20T03:21:40,901 INFO [RS:0;d00f728e99d7:45735 {}] regionserver.HRegionServer(746): ClusterId : 92fc5412-f57a-4c36-8a56-62965adf573d 2024-11-20T03:21:40,901 DEBUG [RS:0;d00f728e99d7:45735 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T03:21:40,914 DEBUG [RS:0;d00f728e99d7:45735 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T03:21:40,914 DEBUG [RS:0;d00f728e99d7:45735 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T03:21:40,927 DEBUG [RS:0;d00f728e99d7:45735 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T03:21:40,927 DEBUG [RS:0;d00f728e99d7:45735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59a86f1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:21:40,942 DEBUG [RS:0;d00f728e99d7:45735 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d00f728e99d7:45735 2024-11-20T03:21:40,942 INFO [RS:0;d00f728e99d7:45735 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T03:21:40,942 INFO [RS:0;d00f728e99d7:45735 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T03:21:40,942 DEBUG [RS:0;d00f728e99d7:45735 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T03:21:40,942 INFO [RS:0;d00f728e99d7:45735 {}] regionserver.HRegionServer(2659): reportForDuty to master=d00f728e99d7,43781,1732072899183 with port=45735, startcode=1732072899327 2024-11-20T03:21:40,943 DEBUG [RS:0;d00f728e99d7:45735 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T03:21:40,945 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49839, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T03:21:40,945 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43781 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d00f728e99d7,45735,1732072899327 2024-11-20T03:21:40,945 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43781 {}] master.ServerManager(517): Registering regionserver=d00f728e99d7,45735,1732072899327 2024-11-20T03:21:40,947 DEBUG [RS:0;d00f728e99d7:45735 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3 2024-11-20T03:21:40,947 DEBUG [RS:0;d00f728e99d7:45735 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46879 2024-11-20T03:21:40,947 DEBUG [RS:0;d00f728e99d7:45735 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T03:21:40,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43781-0x1015642d59c0003, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1337464456/rs 2024-11-20T03:21:40,959 DEBUG [RS:0;d00f728e99d7:45735 {}] zookeeper.ZKUtil(111): regionserver:45735-0x1015642d59c0004, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Set watcher on existing znode=/1-1337464456/rs/d00f728e99d7,45735,1732072899327 2024-11-20T03:21:40,959 WARN [RS:0;d00f728e99d7:45735 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:21:40,959 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d00f728e99d7,45735,1732072899327] 2024-11-20T03:21:40,959 INFO [RS:0;d00f728e99d7:45735 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:21:40,959 DEBUG [RS:0;d00f728e99d7:45735 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327 2024-11-20T03:21:40,969 INFO [RS:0;d00f728e99d7:45735 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T03:21:40,973 INFO [RS:0;d00f728e99d7:45735 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T03:21:40,976 INFO [RS:0;d00f728e99d7:45735 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T03:21:40,976 INFO [RS:0;d00f728e99d7:45735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:40,988 INFO [RS:0;d00f728e99d7:45735 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T03:21:40,989 INFO [RS:0;d00f728e99d7:45735 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T03:21:40,989 INFO [RS:0;d00f728e99d7:45735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:40,989 DEBUG [RS:0;d00f728e99d7:45735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:40,989 DEBUG [RS:0;d00f728e99d7:45735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:40,989 DEBUG [RS:0;d00f728e99d7:45735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:40,989 DEBUG [RS:0;d00f728e99d7:45735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:40,989 DEBUG [RS:0;d00f728e99d7:45735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:40,989 DEBUG [RS:0;d00f728e99d7:45735 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:21:40,989 DEBUG [RS:0;d00f728e99d7:45735 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:40,989 DEBUG [RS:0;d00f728e99d7:45735 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:40,989 DEBUG [RS:0;d00f728e99d7:45735 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:40,989 DEBUG [RS:0;d00f728e99d7:45735 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:40,989 DEBUG [RS:0;d00f728e99d7:45735 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:40,990 DEBUG [RS:0;d00f728e99d7:45735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:40,990 DEBUG [RS:0;d00f728e99d7:45735 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:21:40,990 DEBUG [RS:0;d00f728e99d7:45735 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:21:41,000 INFO [RS:0;d00f728e99d7:45735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:41,000 INFO [RS:0;d00f728e99d7:45735 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:41,000 INFO [RS:0;d00f728e99d7:45735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:41,000 INFO [RS:0;d00f728e99d7:45735 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:41,000 INFO [RS:0;d00f728e99d7:45735 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:41,000 INFO [RS:0;d00f728e99d7:45735 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,45735,1732072899327-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:21:41,025 INFO [RS:0;d00f728e99d7:45735 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T03:21:41,025 INFO [RS:0;d00f728e99d7:45735 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,45735,1732072899327-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:41,025 INFO [RS:0;d00f728e99d7:45735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:41,025 INFO [RS:0;d00f728e99d7:45735 {}] regionserver.Replication(171): d00f728e99d7,45735,1732072899327 started 2024-11-20T03:21:41,040 INFO [RS:0;d00f728e99d7:45735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:41,040 INFO [RS:0;d00f728e99d7:45735 {}] regionserver.HRegionServer(1482): Serving as d00f728e99d7,45735,1732072899327, RpcServer on d00f728e99d7/172.17.0.2:45735, sessionid=0x1015642d59c0004 2024-11-20T03:21:41,040 DEBUG [RS:0;d00f728e99d7:45735 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T03:21:41,040 DEBUG [RS:0;d00f728e99d7:45735 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d00f728e99d7,45735,1732072899327 2024-11-20T03:21:41,040 DEBUG [RS:0;d00f728e99d7:45735 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,45735,1732072899327' 2024-11-20T03:21:41,040 DEBUG [RS:0;d00f728e99d7:45735 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1337464456/flush-table-proc/abort' 2024-11-20T03:21:41,041 DEBUG [RS:0;d00f728e99d7:45735 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1337464456/flush-table-proc/acquired' 2024-11-20T03:21:41,041 DEBUG [RS:0;d00f728e99d7:45735 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T03:21:41,041 DEBUG [RS:0;d00f728e99d7:45735 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T03:21:41,041 DEBUG [RS:0;d00f728e99d7:45735 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d00f728e99d7,45735,1732072899327 2024-11-20T03:21:41,041 DEBUG [RS:0;d00f728e99d7:45735 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,45735,1732072899327' 2024-11-20T03:21:41,041 DEBUG [RS:0;d00f728e99d7:45735 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1337464456/online-snapshot/abort' 2024-11-20T03:21:41,041 DEBUG [RS:0;d00f728e99d7:45735 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1337464456/online-snapshot/acquired' 2024-11-20T03:21:41,042 DEBUG [RS:0;d00f728e99d7:45735 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T03:21:41,042 INFO [RS:0;d00f728e99d7:45735 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T03:21:41,042 INFO [RS:0;d00f728e99d7:45735 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T03:21:41,142 INFO [RS:0;d00f728e99d7:45735 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:21:41,143 INFO [RS:0;d00f728e99d7:45735 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C45735%2C1732072899327, suffix=, logDir=hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327, archiveDir=hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/oldWALs, maxLogs=10 2024-11-20T03:21:41,173 DEBUG [RS:0;d00f728e99d7:45735 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144, exclude list is [], retry=0 2024-11-20T03:21:41,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46367,DS-e2e2e57f-ce11-4ff3-802a-813efbd33406,DISK] 2024-11-20T03:21:41,176 INFO [RS:0;d00f728e99d7:45735 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144 2024-11-20T03:21:41,192 DEBUG [RS:0;d00f728e99d7:45735 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41137:41137)] 2024-11-20T03:21:41,267 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T03:21:41,267 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3 2024-11-20T03:21:41,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741833_1009 (size=32) 2024-11-20T03:21:41,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:21:41,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:21:41,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:21:41,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:41,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:21:41,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:21:41,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:21:41,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:41,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:21:41,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:21:41,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:21:41,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:41,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:21:41,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:21:41,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:21:41,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:41,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:21:41,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:21:41,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/hbase/meta/1588230740 2024-11-20T03:21:41,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/hbase/meta/1588230740 2024-11-20T03:21:41,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:21:41,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:21:41,286 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:21:41,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:21:41,288 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:21:41,288 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75388528, jitterRate=0.12337660789489746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:21:41,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732072901277Initializing all the Stores at 1732072901278 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072901278Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072901278Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072901278Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072901278Cleaning up temporary data from old regions at 1732072901285 (+7 ms)Region opened successfully at 1732072901288 (+3 ms) 2024-11-20T03:21:41,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:21:41,289 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:21:41,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:21:41,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:21:41,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:21:41,289 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:21:41,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072901288Disabling compacts and flushes for region at 1732072901288Disabling writes for close at 1732072901289 (+1 ms)Writing region close event to WAL at 1732072901289Closed at 1732072901289 2024-11-20T03:21:41,290 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:21:41,290 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T03:21:41,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T03:21:41,291 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:21:41,292 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T03:21:41,442 DEBUG [d00f728e99d7:43781 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T03:21:41,443 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d00f728e99d7,45735,1732072899327 2024-11-20T03:21:41,443 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,45735,1732072899327, state=OPENING 2024-11-20T03:21:41,537 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T03:21:41,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43781-0x1015642d59c0003, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1337464456 2024-11-20T03:21:41,558 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45735-0x1015642d59c0004, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1337464456 2024-11-20T03:21:41,559 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1337464456/meta-region-server: CHANGED 2024-11-20T03:21:41,559 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1337464456/meta-region-server: CHANGED 2024-11-20T03:21:41,559 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:21:41,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,45735,1732072899327}] 2024-11-20T03:21:41,670 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T03:21:41,711 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:21:41,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T03:21:41,716 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T03:21:41,716 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:21:41,716 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T03:21:41,718 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C45735%2C1732072899327.meta, suffix=.meta, logDir=hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327, archiveDir=hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/oldWALs, maxLogs=10 2024-11-20T03:21:41,734 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.meta.1732072901718.meta, exclude list is [], retry=0 2024-11-20T03:21:41,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46367,DS-e2e2e57f-ce11-4ff3-802a-813efbd33406,DISK] 2024-11-20T03:21:41,738 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.meta.1732072901718.meta 2024-11-20T03:21:41,744 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41137:41137)] 2024-11-20T03:21:41,744 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:21:41,745 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:21:41,745 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:21:41,745 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T03:21:41,745 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T03:21:41,745 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T03:21:41,745 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:21:41,745 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T03:21:41,745 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T03:21:41,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:21:41,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:21:41,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:41,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:21:41,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:21:41,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:21:41,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:41,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:21:41,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:21:41,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:21:41,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:41,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:21:41,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:21:41,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:21:41,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:41,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:21:41,750 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:21:41,750 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/hbase/meta/1588230740 2024-11-20T03:21:41,751 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/hbase/meta/1588230740 2024-11-20T03:21:41,752 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:21:41,752 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:21:41,752 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:21:41,753 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:21:41,754 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66084248, jitterRate=-0.01526796817779541}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:21:41,754 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T03:21:41,754 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732072901745Writing region info on filesystem at 1732072901745Initializing all the Stores at 1732072901746 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072901746Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072901746Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072901746Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072901746Cleaning up temporary data from old regions at 1732072901752 (+6 ms)Running coprocessor post-open hooks at 1732072901754 (+2 ms)Region opened successfully at 1732072901754 2024-11-20T03:21:41,754 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732072901711 2024-11-20T03:21:41,756 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T03:21:41,756 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T03:21:41,756 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d00f728e99d7,45735,1732072899327 2024-11-20T03:21:41,757 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,45735,1732072899327, state=OPEN 2024-11-20T03:21:41,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43781-0x1015642d59c0003, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1337464456/meta-region-server 2024-11-20T03:21:41,779 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45735-0x1015642d59c0004, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1337464456/meta-region-server 2024-11-20T03:21:41,779 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1337464456/meta-region-server: CHANGED 2024-11-20T03:21:41,779 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1337464456/meta-region-server: CHANGED 2024-11-20T03:21:41,781 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d00f728e99d7,45735,1732072899327 2024-11-20T03:21:41,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T03:21:41,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,45735,1732072899327 in 222 msec 2024-11-20T03:21:41,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T03:21:41,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 494 msec 2024-11-20T03:21:41,786 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:21:41,786 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T03:21:41,787 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:21:41,787 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,45735,1732072899327, seqNum=-1] 2024-11-20T03:21:41,787 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:21:41,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:21:41,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 966 msec 2024-11-20T03:21:41,792 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732072901792, completionTime=-1 2024-11-20T03:21:41,792 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T03:21:41,792 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T03:21:41,794 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T03:21:41,794 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732072961794 2024-11-20T03:21:41,794 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732073021794 2024-11-20T03:21:41,794 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T03:21:41,794 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,43781,1732072899183-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:41,794 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,43781,1732072899183-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:41,794 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,43781,1732072899183-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:41,794 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d00f728e99d7:43781, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:41,794 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:41,794 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:41,796 DEBUG [master/d00f728e99d7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T03:21:41,798 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.356sec 2024-11-20T03:21:41,798 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T03:21:41,798 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T03:21:41,798 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T03:21:41,798 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T03:21:41,798 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T03:21:41,798 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,43781,1732072899183-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:21:41,798 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,43781,1732072899183-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T03:21:41,800 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T03:21:41,800 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T03:21:41,800 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,43781,1732072899183-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:41,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79ef667a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:41,802 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,43781,-1 for getting cluster id 2024-11-20T03:21:41,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:21:41,803 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92fc5412-f57a-4c36-8a56-62965adf573d' 2024-11-20T03:21:41,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:21:41,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92fc5412-f57a-4c36-8a56-62965adf573d" 2024-11-20T03:21:41,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72ffeb2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:41,803 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,43781,-1] 2024-11-20T03:21:41,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:21:41,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:41,805 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:21:41,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ff3703d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:41,806 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:21:41,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,45735,1732072899327, seqNum=-1] 2024-11-20T03:21:41,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:21:41,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:21:41,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d00f728e99d7,43781,1732072899183 2024-11-20T03:21:41,810 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49362 2024-11-20T03:21:41,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:21:41,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015642d59c0005 connected 2024-11-20T03:21:41,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6233e503-7ffd-d524-dd34-41efeba8c08c/hadoop.log.dir so I do NOT create it in target/test-data/4b82f155-006a-812a-2bb3-d36b6cf9df86 2024-11-20T03:21:41,835 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6233e503-7ffd-d524-dd34-41efeba8c08c/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T03:21:41,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6233e503-7ffd-d524-dd34-41efeba8c08c/hadoop.tmp.dir so I do NOT create it in target/test-data/4b82f155-006a-812a-2bb3-d36b6cf9df86 2024-11-20T03:21:41,835 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6233e503-7ffd-d524-dd34-41efeba8c08c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T03:21:41,835 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b82f155-006a-812a-2bb3-d36b6cf9df86 2024-11-20T03:21:41,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T03:21:41,835 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b82f155-006a-812a-2bb3-d36b6cf9df86/cluster_677f65fd-3eb6-5c85-745f-3b6e3319a9d2, deleteOnExit=true 2024-11-20T03:21:41,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T03:21:41,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b82f155-006a-812a-2bb3-d36b6cf9df86/test.cache.data in system properties and HBase conf 2024-11-20T03:21:41,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b82f155-006a-812a-2bb3-d36b6cf9df86/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T03:21:41,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b82f155-006a-812a-2bb3-d36b6cf9df86/hadoop.log.dir in system properties and HBase conf 2024-11-20T03:21:41,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b82f155-006a-812a-2bb3-d36b6cf9df86/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T03:21:41,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b82f155-006a-812a-2bb3-d36b6cf9df86/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T03:21:41,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T03:21:41,836 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T03:21:41,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b82f155-006a-812a-2bb3-d36b6cf9df86/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:21:41,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b82f155-006a-812a-2bb3-d36b6cf9df86/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:21:41,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b82f155-006a-812a-2bb3-d36b6cf9df86/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T03:21:41,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b82f155-006a-812a-2bb3-d36b6cf9df86/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:21:41,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b82f155-006a-812a-2bb3-d36b6cf9df86/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T03:21:41,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b82f155-006a-812a-2bb3-d36b6cf9df86/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T03:21:41,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b82f155-006a-812a-2bb3-d36b6cf9df86/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:21:41,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b82f155-006a-812a-2bb3-d36b6cf9df86/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:21:41,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b82f155-006a-812a-2bb3-d36b6cf9df86/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T03:21:41,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b82f155-006a-812a-2bb3-d36b6cf9df86/nfs.dump.dir in system properties and HBase conf 2024-11-20T03:21:41,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b82f155-006a-812a-2bb3-d36b6cf9df86/java.io.tmpdir in system properties and HBase conf 2024-11-20T03:21:41,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b82f155-006a-812a-2bb3-d36b6cf9df86/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:21:41,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b82f155-006a-812a-2bb3-d36b6cf9df86/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T03:21:41,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b82f155-006a-812a-2bb3-d36b6cf9df86/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T03:21:42,279 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:21:42,283 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:21:42,316 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:21:42,316 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:21:42,317 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T03:21:42,317 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:21:42,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e91cfc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b82f155-006a-812a-2bb3-d36b6cf9df86/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:21:42,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c636791{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:21:42,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b776582{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b82f155-006a-812a-2bb3-d36b6cf9df86/java.io.tmpdir/jetty-localhost-45763-hadoop-hdfs-3_4_1-tests_jar-_-any-14225165053609538372/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:21:42,442 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a453c14{HTTP/1.1, (http/1.1)}{localhost:45763} 2024-11-20T03:21:42,442 INFO [Time-limited test {}] server.Server(415): Started @285971ms 2024-11-20T03:21:42,621 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:21:42,622 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d00f728e99d7,34923,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:34923 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T03:21:42,623 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88587 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d00f728e99d7,34923,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:34923 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T03:21:42,847 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:21:42,855 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:21:42,869 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:21:42,869 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:21:42,869 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T03:21:42,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57ed330a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b82f155-006a-812a-2bb3-d36b6cf9df86/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:21:42,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@399c85bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:21:42,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e0f4b23{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b82f155-006a-812a-2bb3-d36b6cf9df86/java.io.tmpdir/jetty-localhost-43535-hadoop-hdfs-3_4_1-tests_jar-_-any-13577878233911045285/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:21:42,980 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f9147eb{HTTP/1.1, (http/1.1)}{localhost:43535} 2024-11-20T03:21:42,981 INFO [Time-limited test {}] server.Server(415): Started @286509ms 2024-11-20T03:21:42,982 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T03:21:43,884 WARN [Thread-3670 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b82f155-006a-812a-2bb3-d36b6cf9df86/cluster_677f65fd-3eb6-5c85-745f-3b6e3319a9d2/data/data2/current/BP-838393537-172.17.0.2-1732072901856/current, will proceed with Du for space computation calculation, 2024-11-20T03:21:43,884 WARN [Thread-3669 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b82f155-006a-812a-2bb3-d36b6cf9df86/cluster_677f65fd-3eb6-5c85-745f-3b6e3319a9d2/data/data1/current/BP-838393537-172.17.0.2-1732072901856/current, will proceed with Du for space computation calculation, 2024-11-20T03:21:43,906 WARN [Thread-3657 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T03:21:43,908 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a5cc3ae513fdcb5 with lease ID 0x498b1b9b2d884de5: Processing first storage report for DS-685b13fd-bd17-4e57-9aa3-f54d4081f5f2 from datanode DatanodeRegistration(127.0.0.1:44545, datanodeUuid=73ab2a69-d94a-47c2-a6de-443acd110b51, infoPort=34361, infoSecurePort=0, ipcPort=38185, storageInfo=lv=-57;cid=testClusterID;nsid=634884097;c=1732072901856) 2024-11-20T03:21:43,908 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a5cc3ae513fdcb5 with lease ID 0x498b1b9b2d884de5: from storage DS-685b13fd-bd17-4e57-9aa3-f54d4081f5f2 node DatanodeRegistration(127.0.0.1:44545, datanodeUuid=73ab2a69-d94a-47c2-a6de-443acd110b51, infoPort=34361, infoSecurePort=0, ipcPort=38185, storageInfo=lv=-57;cid=testClusterID;nsid=634884097;c=1732072901856), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T03:21:43,908 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a5cc3ae513fdcb5 with lease ID 0x498b1b9b2d884de5: Processing first storage report for DS-e74a1acb-a47a-4fea-a5f4-65d7e8f5d29e from datanode DatanodeRegistration(127.0.0.1:44545, datanodeUuid=73ab2a69-d94a-47c2-a6de-443acd110b51, infoPort=34361, infoSecurePort=0, ipcPort=38185, storageInfo=lv=-57;cid=testClusterID;nsid=634884097;c=1732072901856) 2024-11-20T03:21:43,909 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a5cc3ae513fdcb5 with lease ID 0x498b1b9b2d884de5: from storage DS-e74a1acb-a47a-4fea-a5f4-65d7e8f5d29e node DatanodeRegistration(127.0.0.1:44545, datanodeUuid=73ab2a69-d94a-47c2-a6de-443acd110b51, infoPort=34361, infoSecurePort=0, ipcPort=38185, storageInfo=lv=-57;cid=testClusterID;nsid=634884097;c=1732072901856), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T03:21:43,936 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b82f155-006a-812a-2bb3-d36b6cf9df86 2024-11-20T03:21:43,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:21:43,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:21:43,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44545 is added to blk_1073741825_1001 (size=7) 2024-11-20T03:21:43,944 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8 with version=8 2024-11-20T03:21:43,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/hbase-staging 2024-11-20T03:21:43,947 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:21:43,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:21:43,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:21:43,947 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:21:43,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:21:43,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:21:43,947 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T03:21:43,947 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:21:43,948 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40407 2024-11-20T03:21:43,949 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40407 connecting to ZooKeeper ensemble=127.0.0.1:49362 2024-11-20T03:21:43,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404070x0, quorum=127.0.0.1:49362, baseZNode=/269491212 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:21:43,969 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40407-0x1015642d59c0006 connected 2024-11-20T03:21:44,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:21:44,044 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:21:44,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40407-0x1015642d59c0006, quorum=127.0.0.1:49362, baseZNode=/269491212 Set watcher on znode that does not yet exist, /269491212/running 2024-11-20T03:21:44,046 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8, hbase.cluster.distributed=false 2024-11-20T03:21:44,047 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40407-0x1015642d59c0006, quorum=127.0.0.1:49362, baseZNode=/269491212 Set watcher on znode that does not yet exist, /269491212/acl 2024-11-20T03:21:44,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40407 2024-11-20T03:21:44,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40407 2024-11-20T03:21:44,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40407 2024-11-20T03:21:44,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40407 2024-11-20T03:21:44,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40407 2024-11-20T03:21:44,075 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:21:44,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:21:44,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:21:44,075 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:21:44,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:21:44,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:21:44,075 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T03:21:44,075 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:21:44,076 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38409 2024-11-20T03:21:44,076 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38409 connecting to ZooKeeper ensemble=127.0.0.1:49362 2024-11-20T03:21:44,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:21:44,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:21:44,092 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384090x0, quorum=127.0.0.1:49362, baseZNode=/269491212 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:21:44,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384090x0, quorum=127.0.0.1:49362, baseZNode=/269491212 Set watcher on znode that does not yet exist, /269491212/running 2024-11-20T03:21:44,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38409-0x1015642d59c0007 connected 2024-11-20T03:21:44,093 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T03:21:44,096 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T03:21:44,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38409-0x1015642d59c0007, quorum=127.0.0.1:49362, baseZNode=/269491212 Set watcher on znode that does not yet exist, /269491212/master 2024-11-20T03:21:44,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38409-0x1015642d59c0007, quorum=127.0.0.1:49362, baseZNode=/269491212 Set watcher on znode that does not yet exist, /269491212/acl 2024-11-20T03:21:44,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38409 2024-11-20T03:21:44,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38409 2024-11-20T03:21:44,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38409 2024-11-20T03:21:44,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38409 2024-11-20T03:21:44,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38409 2024-11-20T03:21:44,130 DEBUG [M:0;d00f728e99d7:40407 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d00f728e99d7:40407 2024-11-20T03:21:44,132 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /269491212/backup-masters/d00f728e99d7,40407,1732072903947 2024-11-20T03:21:44,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x1015642d59c0006, quorum=127.0.0.1:49362, baseZNode=/269491212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/269491212/backup-masters 2024-11-20T03:21:44,145 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38409-0x1015642d59c0007, quorum=127.0.0.1:49362, baseZNode=/269491212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/269491212/backup-masters 2024-11-20T03:21:44,145 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40407-0x1015642d59c0006, quorum=127.0.0.1:49362, baseZNode=/269491212 Set watcher on existing znode=/269491212/backup-masters/d00f728e99d7,40407,1732072903947 2024-11-20T03:21:44,158 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38409-0x1015642d59c0007, quorum=127.0.0.1:49362, baseZNode=/269491212 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/269491212/master 2024-11-20T03:21:44,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x1015642d59c0006, quorum=127.0.0.1:49362, baseZNode=/269491212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/269491212 2024-11-20T03:21:44,158 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38409-0x1015642d59c0007, quorum=127.0.0.1:49362, baseZNode=/269491212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/269491212 2024-11-20T03:21:44,158 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40407-0x1015642d59c0006, quorum=127.0.0.1:49362, baseZNode=/269491212 Set watcher on existing znode=/269491212/master 2024-11-20T03:21:44,159 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /269491212/backup-masters/d00f728e99d7,40407,1732072903947 from backup master directory 2024-11-20T03:21:44,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x1015642d59c0006, quorum=127.0.0.1:49362, baseZNode=/269491212 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/269491212/backup-masters/d00f728e99d7,40407,1732072903947 2024-11-20T03:21:44,168 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38409-0x1015642d59c0007, quorum=127.0.0.1:49362, baseZNode=/269491212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/269491212/backup-masters 2024-11-20T03:21:44,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x1015642d59c0006, quorum=127.0.0.1:49362, baseZNode=/269491212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/269491212/backup-masters 2024-11-20T03:21:44,168 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:21:44,169 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d00f728e99d7,40407,1732072903947 2024-11-20T03:21:44,171 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/hbase.id] with ID: 4a261f4c-e78f-43fa-b75e-5d556dc0d97d 2024-11-20T03:21:44,171 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/.tmp/hbase.id 2024-11-20T03:21:44,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44545 is added to blk_1073741826_1002 (size=42) 2024-11-20T03:21:44,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T03:21:44,209 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T03:21:44,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T03:21:44,210 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T03:21:44,586 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/.tmp/hbase.id]:[hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/hbase.id] 2024-11-20T03:21:44,598 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:21:44,598 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T03:21:44,599 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T03:21:44,653 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38409-0x1015642d59c0007, quorum=127.0.0.1:49362, baseZNode=/269491212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/269491212 2024-11-20T03:21:44,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x1015642d59c0006, quorum=127.0.0.1:49362, baseZNode=/269491212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/269491212 2024-11-20T03:21:44,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44545 is added to blk_1073741827_1003 (size=196) 2024-11-20T03:21:44,667 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:21:44,668 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T03:21:44,668 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:21:44,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44545 is added to blk_1073741828_1004 (size=1189) 2024-11-20T03:21:44,682 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/MasterData/data/master/store 2024-11-20T03:21:44,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44545 is added to blk_1073741829_1005 (size=34) 2024-11-20T03:21:44,703 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:21:44,703 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:21:44,703 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:21:44,703 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:21:44,703 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:21:44,703 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:21:44,703 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:21:44,703 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072904703Disabling compacts and flushes for region at 1732072904703Disabling writes for close at 1732072904703Writing region close event to WAL at 1732072904703Closed at 1732072904703 2024-11-20T03:21:44,704 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/MasterData/data/master/store/.initializing 2024-11-20T03:21:44,704 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/MasterData/WALs/d00f728e99d7,40407,1732072903947 2024-11-20T03:21:44,704 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:21:44,706 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d00f728e99d7%2C40407%2C1732072903947, suffix=, logDir=hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/MasterData/WALs/d00f728e99d7,40407,1732072903947, archiveDir=hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/MasterData/oldWALs, maxLogs=10 2024-11-20T03:21:44,730 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/MasterData/WALs/d00f728e99d7,40407,1732072903947/d00f728e99d7%2C40407%2C1732072903947.1732072904706, exclude list is [], retry=0 2024-11-20T03:21:44,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44545,DS-685b13fd-bd17-4e57-9aa3-f54d4081f5f2,DISK] 2024-11-20T03:21:44,745 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/MasterData/WALs/d00f728e99d7,40407,1732072903947/d00f728e99d7%2C40407%2C1732072903947.1732072904706 2024-11-20T03:21:44,750 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34361:34361)] 2024-11-20T03:21:44,750 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:21:44,751 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:21:44,751 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:44,751 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:44,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:44,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T03:21:44,753 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:44,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:21:44,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:44,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T03:21:44,758 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:44,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:44,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:44,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T03:21:44,760 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:44,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:44,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:44,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T03:21:44,761 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:44,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:44,762 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:44,762 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:44,763 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:44,764 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:44,764 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:44,764 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:21:44,765 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:21:44,766 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:21:44,767 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66640705, jitterRate=-0.006976112723350525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:21:44,767 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732072904751Initializing all the Stores at 1732072904752 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072904752Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072904752Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072904752Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072904752Cleaning up temporary data from old regions at 1732072904764 (+12 ms)Region opened successfully at 1732072904767 (+3 ms) 2024-11-20T03:21:44,767 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T03:21:44,769 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54bd721d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:21:44,770 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T03:21:44,770 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T03:21:44,770 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T03:21:44,770 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T03:21:44,771 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T03:21:44,771 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T03:21:44,771 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T03:21:44,777 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T03:21:44,778 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40407-0x1015642d59c0006, quorum=127.0.0.1:49362, baseZNode=/269491212 Unable to get data of znode /269491212/balancer because node does not exist (not necessarily an error) 2024-11-20T03:21:44,790 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /269491212/balancer already deleted, retry=false 2024-11-20T03:21:44,790 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T03:21:44,791 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40407-0x1015642d59c0006, quorum=127.0.0.1:49362, baseZNode=/269491212 Unable to get data of znode /269491212/normalizer because node does not exist (not necessarily an error) 2024-11-20T03:21:44,800 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /269491212/normalizer already deleted, retry=false 2024-11-20T03:21:44,800 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T03:21:44,801 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40407-0x1015642d59c0006, quorum=127.0.0.1:49362, baseZNode=/269491212 Unable to get data of znode /269491212/switch/split because node does not exist (not necessarily an error) 2024-11-20T03:21:44,810 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /269491212/switch/split already deleted, retry=false 2024-11-20T03:21:44,811 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40407-0x1015642d59c0006, quorum=127.0.0.1:49362, baseZNode=/269491212 Unable to get data of znode /269491212/switch/merge because node does not exist (not necessarily an error) 2024-11-20T03:21:44,821 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /269491212/switch/merge already deleted, retry=false 2024-11-20T03:21:44,823 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40407-0x1015642d59c0006, quorum=127.0.0.1:49362, baseZNode=/269491212 Unable to get data of znode /269491212/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T03:21:44,831 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /269491212/snapshot-cleanup already deleted, retry=false 2024-11-20T03:21:44,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x1015642d59c0006, quorum=127.0.0.1:49362, baseZNode=/269491212 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/269491212/running 2024-11-20T03:21:44,842 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38409-0x1015642d59c0007, quorum=127.0.0.1:49362, baseZNode=/269491212 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/269491212/running 2024-11-20T03:21:44,842 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38409-0x1015642d59c0007, quorum=127.0.0.1:49362, baseZNode=/269491212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/269491212 2024-11-20T03:21:44,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x1015642d59c0006, quorum=127.0.0.1:49362, baseZNode=/269491212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/269491212 2024-11-20T03:21:44,843 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d00f728e99d7,40407,1732072903947, sessionid=0x1015642d59c0006, setting cluster-up flag (Was=false) 2024-11-20T03:21:44,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x1015642d59c0006, quorum=127.0.0.1:49362, baseZNode=/269491212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/269491212 2024-11-20T03:21:44,863 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38409-0x1015642d59c0007, quorum=127.0.0.1:49362, baseZNode=/269491212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/269491212 2024-11-20T03:21:44,895 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /269491212/flush-table-proc/acquired, /269491212/flush-table-proc/reached, /269491212/flush-table-proc/abort 2024-11-20T03:21:44,897 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,40407,1732072903947 2024-11-20T03:21:44,916 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38409-0x1015642d59c0007, quorum=127.0.0.1:49362, baseZNode=/269491212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/269491212 2024-11-20T03:21:44,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x1015642d59c0006, quorum=127.0.0.1:49362, baseZNode=/269491212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/269491212 2024-11-20T03:21:44,947 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /269491212/online-snapshot/acquired, /269491212/online-snapshot/reached, /269491212/online-snapshot/abort 2024-11-20T03:21:44,949 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,40407,1732072903947 2024-11-20T03:21:44,950 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T03:21:44,951 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T03:21:44,951 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T03:21:44,952 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T03:21:44,952 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d00f728e99d7,40407,1732072903947 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T03:21:44,953 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:21:44,953 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:21:44,953 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:21:44,953 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:21:44,953 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d00f728e99d7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T03:21:44,953 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:44,953 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:21:44,953 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:44,961 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:21:44,961 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T03:21:44,962 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:44,962 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T03:21:44,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44545 is added to blk_1073741831_1007 (size=1321) 2024-11-20T03:21:44,980 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732072934980 2024-11-20T03:21:44,980 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T03:21:44,980 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T03:21:44,980 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T03:21:44,981 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T03:21:44,981 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T03:21:44,981 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T03:21:44,984 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:44,987 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T03:21:44,987 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T03:21:44,987 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T03:21:44,987 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T03:21:44,988 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T03:21:44,988 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T03:21:44,988 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072904988,5,FailOnTimeoutGroup] 2024-11-20T03:21:44,990 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072904988,5,FailOnTimeoutGroup] 2024-11-20T03:21:44,990 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:44,990 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T03:21:44,990 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:44,990 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:45,018 INFO [RS:0;d00f728e99d7:38409 {}] regionserver.HRegionServer(746): ClusterId : 4a261f4c-e78f-43fa-b75e-5d556dc0d97d 2024-11-20T03:21:45,018 DEBUG [RS:0;d00f728e99d7:38409 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T03:21:45,030 DEBUG [RS:0;d00f728e99d7:38409 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T03:21:45,030 DEBUG [RS:0;d00f728e99d7:38409 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T03:21:45,043 DEBUG [RS:0;d00f728e99d7:38409 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T03:21:45,043 DEBUG [RS:0;d00f728e99d7:38409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ecbe382, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:21:45,055 DEBUG [RS:0;d00f728e99d7:38409 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d00f728e99d7:38409 2024-11-20T03:21:45,055 INFO [RS:0;d00f728e99d7:38409 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T03:21:45,055 INFO [RS:0;d00f728e99d7:38409 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T03:21:45,055 DEBUG [RS:0;d00f728e99d7:38409 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T03:21:45,056 INFO [RS:0;d00f728e99d7:38409 {}] regionserver.HRegionServer(2659): reportForDuty to master=d00f728e99d7,40407,1732072903947 with port=38409, startcode=1732072904075 2024-11-20T03:21:45,057 DEBUG [RS:0;d00f728e99d7:38409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T03:21:45,058 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39023, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T03:21:45,059 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40407 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d00f728e99d7,38409,1732072904075 2024-11-20T03:21:45,059 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40407 {}] master.ServerManager(517): Registering regionserver=d00f728e99d7,38409,1732072904075 2024-11-20T03:21:45,060 DEBUG [RS:0;d00f728e99d7:38409 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8 2024-11-20T03:21:45,061 DEBUG [RS:0;d00f728e99d7:38409 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40765 2024-11-20T03:21:45,061 DEBUG [RS:0;d00f728e99d7:38409 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T03:21:45,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x1015642d59c0006, quorum=127.0.0.1:49362, baseZNode=/269491212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/269491212/rs 2024-11-20T03:21:45,116 DEBUG [RS:0;d00f728e99d7:38409 {}] zookeeper.ZKUtil(111): regionserver:38409-0x1015642d59c0007, quorum=127.0.0.1:49362, baseZNode=/269491212 Set watcher on existing znode=/269491212/rs/d00f728e99d7,38409,1732072904075 2024-11-20T03:21:45,116 WARN [RS:0;d00f728e99d7:38409 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:21:45,116 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d00f728e99d7,38409,1732072904075] 2024-11-20T03:21:45,117 INFO [RS:0;d00f728e99d7:38409 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:21:45,117 DEBUG [RS:0;d00f728e99d7:38409 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075 2024-11-20T03:21:45,122 INFO [RS:0;d00f728e99d7:38409 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T03:21:45,127 INFO [RS:0;d00f728e99d7:38409 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T03:21:45,128 INFO [RS:0;d00f728e99d7:38409 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T03:21:45,128 INFO [RS:0;d00f728e99d7:38409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:45,132 INFO [RS:0;d00f728e99d7:38409 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T03:21:45,133 INFO [RS:0;d00f728e99d7:38409 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T03:21:45,133 INFO [RS:0;d00f728e99d7:38409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:45,133 DEBUG [RS:0;d00f728e99d7:38409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:45,133 DEBUG [RS:0;d00f728e99d7:38409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:45,133 DEBUG [RS:0;d00f728e99d7:38409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:45,133 DEBUG [RS:0;d00f728e99d7:38409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:45,133 DEBUG [RS:0;d00f728e99d7:38409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:45,133 DEBUG [RS:0;d00f728e99d7:38409 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:21:45,133 DEBUG [RS:0;d00f728e99d7:38409 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:45,133 DEBUG [RS:0;d00f728e99d7:38409 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:45,133 DEBUG [RS:0;d00f728e99d7:38409 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:45,133 DEBUG [RS:0;d00f728e99d7:38409 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:45,133 DEBUG [RS:0;d00f728e99d7:38409 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:45,133 DEBUG [RS:0;d00f728e99d7:38409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:21:45,133 DEBUG [RS:0;d00f728e99d7:38409 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:21:45,133 DEBUG [RS:0;d00f728e99d7:38409 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:21:45,139 INFO [RS:0;d00f728e99d7:38409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:45,139 INFO [RS:0;d00f728e99d7:38409 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:45,139 INFO [RS:0;d00f728e99d7:38409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:45,139 INFO [RS:0;d00f728e99d7:38409 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:45,139 INFO [RS:0;d00f728e99d7:38409 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:45,139 INFO [RS:0;d00f728e99d7:38409 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,38409,1732072904075-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:21:45,155 INFO [RS:0;d00f728e99d7:38409 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T03:21:45,155 INFO [RS:0;d00f728e99d7:38409 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,38409,1732072904075-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:45,155 INFO [RS:0;d00f728e99d7:38409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:45,155 INFO [RS:0;d00f728e99d7:38409 {}] regionserver.Replication(171): d00f728e99d7,38409,1732072904075 started 2024-11-20T03:21:45,170 INFO [RS:0;d00f728e99d7:38409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:45,170 INFO [RS:0;d00f728e99d7:38409 {}] regionserver.HRegionServer(1482): Serving as d00f728e99d7,38409,1732072904075, RpcServer on d00f728e99d7/172.17.0.2:38409, sessionid=0x1015642d59c0007 2024-11-20T03:21:45,170 DEBUG [RS:0;d00f728e99d7:38409 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T03:21:45,170 DEBUG [RS:0;d00f728e99d7:38409 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d00f728e99d7,38409,1732072904075 2024-11-20T03:21:45,170 DEBUG [RS:0;d00f728e99d7:38409 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,38409,1732072904075' 2024-11-20T03:21:45,170 DEBUG [RS:0;d00f728e99d7:38409 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/269491212/flush-table-proc/abort' 2024-11-20T03:21:45,171 DEBUG [RS:0;d00f728e99d7:38409 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/269491212/flush-table-proc/acquired' 2024-11-20T03:21:45,171 DEBUG [RS:0;d00f728e99d7:38409 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T03:21:45,171 DEBUG [RS:0;d00f728e99d7:38409 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T03:21:45,171 DEBUG [RS:0;d00f728e99d7:38409 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d00f728e99d7,38409,1732072904075 2024-11-20T03:21:45,171 DEBUG [RS:0;d00f728e99d7:38409 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,38409,1732072904075' 2024-11-20T03:21:45,171 DEBUG [RS:0;d00f728e99d7:38409 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/269491212/online-snapshot/abort' 2024-11-20T03:21:45,171 DEBUG [RS:0;d00f728e99d7:38409 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/269491212/online-snapshot/acquired' 2024-11-20T03:21:45,171 DEBUG [RS:0;d00f728e99d7:38409 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T03:21:45,171 INFO [RS:0;d00f728e99d7:38409 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T03:21:45,171 INFO [RS:0;d00f728e99d7:38409 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T03:21:45,272 INFO [RS:0;d00f728e99d7:38409 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:21:45,273 INFO [RS:0;d00f728e99d7:38409 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C38409%2C1732072904075, suffix=, logDir=hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075, archiveDir=hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/oldWALs, maxLogs=10 2024-11-20T03:21:45,294 DEBUG [RS:0;d00f728e99d7:38409 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274, exclude list is [], retry=0 2024-11-20T03:21:45,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44545,DS-685b13fd-bd17-4e57-9aa3-f54d4081f5f2,DISK] 2024-11-20T03:21:45,297 INFO [RS:0;d00f728e99d7:38409 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274 2024-11-20T03:21:45,300 DEBUG [RS:0;d00f728e99d7:38409 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34361:34361)] 2024-11-20T03:21:45,380 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T03:21:45,380 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8 2024-11-20T03:21:45,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44545 is added to blk_1073741833_1009 (size=32) 2024-11-20T03:21:45,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:21:45,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:21:45,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:21:45,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:45,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:21:45,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:21:45,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:21:45,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:45,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:21:45,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:21:45,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:21:45,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:45,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:21:45,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:21:45,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:21:45,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:45,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:21:45,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:21:45,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/hbase/meta/1588230740 2024-11-20T03:21:45,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/hbase/meta/1588230740 2024-11-20T03:21:45,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:21:45,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:21:45,795 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:21:45,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:21:45,798 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:21:45,798 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68075794, jitterRate=0.014408379793167114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:21:45,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732072905785Initializing all the Stores at 1732072905786 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072905786Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072905786Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072905786Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072905786Cleaning up temporary data from old regions at 1732072905795 (+9 ms)Region opened successfully at 1732072905798 (+3 ms) 2024-11-20T03:21:45,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:21:45,798 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:21:45,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:21:45,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:21:45,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:21:45,799 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:21:45,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072905798Disabling compacts and flushes for region at 1732072905798Disabling writes for close at 1732072905799 (+1 ms)Writing region close event to WAL at 1732072905799Closed at 1732072905799 2024-11-20T03:21:45,800 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:21:45,800 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T03:21:45,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T03:21:45,801 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:21:45,802 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T03:21:45,952 DEBUG [d00f728e99d7:40407 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T03:21:45,953 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d00f728e99d7,38409,1732072904075 2024-11-20T03:21:45,954 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,38409,1732072904075, state=OPENING 2024-11-20T03:21:46,008 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T03:21:46,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x1015642d59c0006, quorum=127.0.0.1:49362, baseZNode=/269491212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/269491212 2024-11-20T03:21:46,018 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38409-0x1015642d59c0007, quorum=127.0.0.1:49362, baseZNode=/269491212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/269491212 2024-11-20T03:21:46,019 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /269491212/meta-region-server: CHANGED 2024-11-20T03:21:46,019 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /269491212/meta-region-server: CHANGED 2024-11-20T03:21:46,019 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:21:46,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,38409,1732072904075}] 2024-11-20T03:21:46,171 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:21:46,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45691, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T03:21:46,178 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T03:21:46,178 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:21:46,178 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T03:21:46,179 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C38409%2C1732072904075.meta, suffix=.meta, logDir=hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075, archiveDir=hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/oldWALs, maxLogs=10 2024-11-20T03:21:46,192 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.meta.1732072906180.meta, exclude list is [], retry=0 2024-11-20T03:21:46,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44545,DS-685b13fd-bd17-4e57-9aa3-f54d4081f5f2,DISK] 2024-11-20T03:21:46,195 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.meta.1732072906180.meta 2024-11-20T03:21:46,196 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34361:34361)] 2024-11-20T03:21:46,196 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:21:46,196 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:21:46,196 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:21:46,196 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T03:21:46,196 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T03:21:46,197 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T03:21:46,197 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:21:46,197 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T03:21:46,197 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T03:21:46,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:21:46,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:21:46,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:46,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:21:46,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:21:46,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:21:46,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:46,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:21:46,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:21:46,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:21:46,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:46,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:21:46,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:21:46,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:21:46,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:46,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:21:46,202 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:21:46,202 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/hbase/meta/1588230740 2024-11-20T03:21:46,203 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/hbase/meta/1588230740 2024-11-20T03:21:46,203 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:21:46,203 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:21:46,204 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:21:46,204 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:21:46,205 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59074736, jitterRate=-0.11971783638000488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:21:46,205 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T03:21:46,205 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732072906197Writing region info on filesystem at 1732072906197Initializing all the Stores at 1732072906198 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072906198Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072906198Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072906198Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072906198Cleaning up temporary data from old regions at 1732072906203 (+5 ms)Running coprocessor post-open hooks at 1732072906205 (+2 ms)Region opened successfully at 1732072906205 2024-11-20T03:21:46,205 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732072906171 2024-11-20T03:21:46,207 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T03:21:46,207 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T03:21:46,208 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d00f728e99d7,38409,1732072904075 2024-11-20T03:21:46,208 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,38409,1732072904075, state=OPEN 2024-11-20T03:21:46,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x1015642d59c0006, quorum=127.0.0.1:49362, baseZNode=/269491212 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/269491212/meta-region-server 2024-11-20T03:21:46,218 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38409-0x1015642d59c0007, quorum=127.0.0.1:49362, baseZNode=/269491212 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/269491212/meta-region-server 2024-11-20T03:21:46,218 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d00f728e99d7,38409,1732072904075 2024-11-20T03:21:46,218 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /269491212/meta-region-server: CHANGED 2024-11-20T03:21:46,218 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /269491212/meta-region-server: CHANGED 2024-11-20T03:21:46,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T03:21:46,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,38409,1732072904075 in 199 msec 2024-11-20T03:21:46,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T03:21:46,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 420 msec 2024-11-20T03:21:46,222 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:21:46,222 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T03:21:46,223 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:21:46,223 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,38409,1732072904075, seqNum=-1] 2024-11-20T03:21:46,223 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:21:46,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:21:46,227 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2760 sec 2024-11-20T03:21:46,227 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732072906227, completionTime=-1 2024-11-20T03:21:46,228 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T03:21:46,228 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T03:21:46,229 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T03:21:46,229 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732072966229 2024-11-20T03:21:46,229 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732073026229 2024-11-20T03:21:46,229 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T03:21:46,229 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,40407,1732072903947-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:46,229 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,40407,1732072903947-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:46,229 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,40407,1732072903947-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:46,230 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d00f728e99d7:40407, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:46,230 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:46,230 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:46,231 DEBUG [master/d00f728e99d7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T03:21:46,233 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.063sec 2024-11-20T03:21:46,233 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T03:21:46,233 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T03:21:46,233 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T03:21:46,233 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T03:21:46,233 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T03:21:46,233 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,40407,1732072903947-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:21:46,233 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,40407,1732072903947-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T03:21:46,234 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T03:21:46,234 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T03:21:46,235 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,40407,1732072903947-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:21:46,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3272fba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:46,319 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,40407,-1 for getting cluster id 2024-11-20T03:21:46,319 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:21:46,320 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a261f4c-e78f-43fa-b75e-5d556dc0d97d' 2024-11-20T03:21:46,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:21:46,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a261f4c-e78f-43fa-b75e-5d556dc0d97d" 2024-11-20T03:21:46,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fec6e7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:46,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,40407,-1] 2024-11-20T03:21:46,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:21:46,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:46,321 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:21:46,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1949b87e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:46,322 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:21:46,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,38409,1732072904075, seqNum=-1] 2024-11-20T03:21:46,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:21:46,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:21:46,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d00f728e99d7,40407,1732072903947 2024-11-20T03:21:46,326 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:49362 2024-11-20T03:21:46,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:49362, baseZNode=/269491212 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:21:46,337 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015642d59c0008 connected 2024-11-20T03:21:46,350 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:21:46,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,35187,1732072891290 2024-11-20T03:21:46,351 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c95de3e 2024-11-20T03:21:46,351 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:21:46,351 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:21:46,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:21:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T03:21:46,354 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T03:21:46,354 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:46,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T03:21:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:21:46,355 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T03:21:46,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44391 is added to blk_1073741835_1011 (size=902) 2024-11-20T03:21:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:21:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:21:46,761 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 175fc485388e8f9255ca94e3e4873a0e, NAME => 'test,,1732072906352.175fc485388e8f9255ca94e3e4873a0e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072 2024-11-20T03:21:46,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44391 is added to blk_1073741836_1012 (size=39) 2024-11-20T03:21:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:21:47,166 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732072906352.175fc485388e8f9255ca94e3e4873a0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:21:47,166 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 175fc485388e8f9255ca94e3e4873a0e, disabling compactions & flushes 2024-11-20T03:21:47,166 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732072906352.175fc485388e8f9255ca94e3e4873a0e. 2024-11-20T03:21:47,166 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732072906352.175fc485388e8f9255ca94e3e4873a0e. 2024-11-20T03:21:47,166 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732072906352.175fc485388e8f9255ca94e3e4873a0e. after waiting 0 ms 2024-11-20T03:21:47,166 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732072906352.175fc485388e8f9255ca94e3e4873a0e. 2024-11-20T03:21:47,166 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732072906352.175fc485388e8f9255ca94e3e4873a0e. 2024-11-20T03:21:47,166 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 175fc485388e8f9255ca94e3e4873a0e: Waiting for close lock at 1732072907166Disabling compacts and flushes for region at 1732072907166Disabling writes for close at 1732072907166Writing region close event to WAL at 1732072907166Closed at 1732072907166 2024-11-20T03:21:47,167 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T03:21:47,167 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732072906352.175fc485388e8f9255ca94e3e4873a0e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732072907167"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732072907167"}]},"ts":"1732072907167"} 2024-11-20T03:21:47,169 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T03:21:47,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T03:21:47,170 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072907170"}]},"ts":"1732072907170"} 2024-11-20T03:21:47,171 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T03:21:47,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=175fc485388e8f9255ca94e3e4873a0e, ASSIGN}] 2024-11-20T03:21:47,173 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=175fc485388e8f9255ca94e3e4873a0e, ASSIGN 2024-11-20T03:21:47,173 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=175fc485388e8f9255ca94e3e4873a0e, ASSIGN; state=OFFLINE, location=d00f728e99d7,37901,1732072893158; forceNewPlan=false, retain=false 2024-11-20T03:21:47,251 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T03:21:47,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:47,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:47,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:47,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:47,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:47,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:47,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:47,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:47,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:47,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:47,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:47,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:47,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:47,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:47,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:47,324 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=175fc485388e8f9255ca94e3e4873a0e, regionState=OPENING, regionLocation=d00f728e99d7,37901,1732072893158 2024-11-20T03:21:47,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=175fc485388e8f9255ca94e3e4873a0e, ASSIGN because future has completed 2024-11-20T03:21:47,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 175fc485388e8f9255ca94e3e4873a0e, server=d00f728e99d7,37901,1732072893158}] 2024-11-20T03:21:47,483 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732072906352.175fc485388e8f9255ca94e3e4873a0e. 2024-11-20T03:21:47,483 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 175fc485388e8f9255ca94e3e4873a0e, NAME => 'test,,1732072906352.175fc485388e8f9255ca94e3e4873a0e.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:21:47,484 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:21:47,484 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T03:21:47,484 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 175fc485388e8f9255ca94e3e4873a0e 2024-11-20T03:21:47,484 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732072906352.175fc485388e8f9255ca94e3e4873a0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:21:47,484 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 175fc485388e8f9255ca94e3e4873a0e 2024-11-20T03:21:47,484 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 175fc485388e8f9255ca94e3e4873a0e 2024-11-20T03:21:47,486 INFO [StoreOpener-175fc485388e8f9255ca94e3e4873a0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 175fc485388e8f9255ca94e3e4873a0e 2024-11-20T03:21:47,487 INFO [StoreOpener-175fc485388e8f9255ca94e3e4873a0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 175fc485388e8f9255ca94e3e4873a0e columnFamilyName f 2024-11-20T03:21:47,487 DEBUG [StoreOpener-175fc485388e8f9255ca94e3e4873a0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:47,487 INFO [StoreOpener-175fc485388e8f9255ca94e3e4873a0e-1 {}] regionserver.HStore(327): Store=175fc485388e8f9255ca94e3e4873a0e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:47,487 INFO [StoreOpener-175fc485388e8f9255ca94e3e4873a0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 175fc485388e8f9255ca94e3e4873a0e 2024-11-20T03:21:47,488 INFO [StoreOpener-175fc485388e8f9255ca94e3e4873a0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 175fc485388e8f9255ca94e3e4873a0e columnFamilyName f1 2024-11-20T03:21:47,488 DEBUG [StoreOpener-175fc485388e8f9255ca94e3e4873a0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:47,488 INFO [StoreOpener-175fc485388e8f9255ca94e3e4873a0e-1 {}] regionserver.HStore(327): Store=175fc485388e8f9255ca94e3e4873a0e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:47,489 INFO [StoreOpener-175fc485388e8f9255ca94e3e4873a0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 175fc485388e8f9255ca94e3e4873a0e 2024-11-20T03:21:47,489 INFO [StoreOpener-175fc485388e8f9255ca94e3e4873a0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 175fc485388e8f9255ca94e3e4873a0e columnFamilyName norep 2024-11-20T03:21:47,489 DEBUG [StoreOpener-175fc485388e8f9255ca94e3e4873a0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:47,490 INFO [StoreOpener-175fc485388e8f9255ca94e3e4873a0e-1 {}] regionserver.HStore(327): Store=175fc485388e8f9255ca94e3e4873a0e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:47,490 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 175fc485388e8f9255ca94e3e4873a0e 2024-11-20T03:21:47,490 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/default/test/175fc485388e8f9255ca94e3e4873a0e 2024-11-20T03:21:47,491 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/default/test/175fc485388e8f9255ca94e3e4873a0e 2024-11-20T03:21:47,491 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 175fc485388e8f9255ca94e3e4873a0e 2024-11-20T03:21:47,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:21:47,492 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 175fc485388e8f9255ca94e3e4873a0e 2024-11-20T03:21:47,492 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:21:47,504 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 175fc485388e8f9255ca94e3e4873a0e 2024-11-20T03:21:47,506 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/default/test/175fc485388e8f9255ca94e3e4873a0e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:21:47,506 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 175fc485388e8f9255ca94e3e4873a0e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62435193, jitterRate=-0.06964312493801117}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:21:47,506 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 175fc485388e8f9255ca94e3e4873a0e 2024-11-20T03:21:47,507 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 175fc485388e8f9255ca94e3e4873a0e: Running coprocessor pre-open hook at 1732072907485Writing region info on filesystem at 1732072907485Initializing all the Stores at 1732072907485Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072907485Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072907486 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072907486Cleaning up temporary data from old regions at 1732072907492 (+6 ms)Running coprocessor post-open hooks at 1732072907506 (+14 ms)Region opened successfully at 1732072907507 (+1 ms) 2024-11-20T03:21:47,508 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732072906352.175fc485388e8f9255ca94e3e4873a0e., pid=6, masterSystemTime=1732072907479 2024-11-20T03:21:47,510 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732072906352.175fc485388e8f9255ca94e3e4873a0e. 2024-11-20T03:21:47,510 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732072906352.175fc485388e8f9255ca94e3e4873a0e. 2024-11-20T03:21:47,510 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=175fc485388e8f9255ca94e3e4873a0e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d00f728e99d7,37901,1732072893158 2024-11-20T03:21:47,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 175fc485388e8f9255ca94e3e4873a0e, server=d00f728e99d7,37901,1732072893158 because future has completed 2024-11-20T03:21:47,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T03:21:47,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 175fc485388e8f9255ca94e3e4873a0e, server=d00f728e99d7,37901,1732072893158 in 188 msec 2024-11-20T03:21:47,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T03:21:47,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=175fc485388e8f9255ca94e3e4873a0e, ASSIGN in 344 msec 2024-11-20T03:21:47,518 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T03:21:47,518 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072907518"}]},"ts":"1732072907518"} 2024-11-20T03:21:47,520 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T03:21:47,521 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T03:21:47,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1690 sec 2024-11-20T03:21:47,671 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T03:21:48,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:21:48,512 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T03:21:48,513 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:21:48,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,43781,1732072899183 2024-11-20T03:21:48,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c3efe31 2024-11-20T03:21:48,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:21:48,514 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:21:48,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43781 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:21:48,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43781 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T03:21:48,517 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T03:21:48,517 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:48,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43781 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T03:21:48,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:21:48,518 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T03:21:48,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741835_1011 (size=902) 2024-11-20T03:21:48,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:21:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:21:48,923 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f5aa0d0eeec60cf0702aa9b0cdfaaeed, NAME => 'test,,1732072908515.f5aa0d0eeec60cf0702aa9b0cdfaaeed.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3 2024-11-20T03:21:48,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741836_1012 (size=39) 2024-11-20T03:21:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:21:49,328 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732072908515.f5aa0d0eeec60cf0702aa9b0cdfaaeed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:21:49,328 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f5aa0d0eeec60cf0702aa9b0cdfaaeed, disabling compactions & flushes 2024-11-20T03:21:49,328 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732072908515.f5aa0d0eeec60cf0702aa9b0cdfaaeed. 2024-11-20T03:21:49,328 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732072908515.f5aa0d0eeec60cf0702aa9b0cdfaaeed. 2024-11-20T03:21:49,328 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732072908515.f5aa0d0eeec60cf0702aa9b0cdfaaeed. after waiting 0 ms 2024-11-20T03:21:49,328 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732072908515.f5aa0d0eeec60cf0702aa9b0cdfaaeed. 2024-11-20T03:21:49,328 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732072908515.f5aa0d0eeec60cf0702aa9b0cdfaaeed. 2024-11-20T03:21:49,328 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f5aa0d0eeec60cf0702aa9b0cdfaaeed: Waiting for close lock at 1732072909328Disabling compacts and flushes for region at 1732072909328Disabling writes for close at 1732072909328Writing region close event to WAL at 1732072909328Closed at 1732072909328 2024-11-20T03:21:49,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T03:21:49,329 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732072908515.f5aa0d0eeec60cf0702aa9b0cdfaaeed.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732072909329"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732072909329"}]},"ts":"1732072909329"} 2024-11-20T03:21:49,331 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T03:21:49,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T03:21:49,332 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072909332"}]},"ts":"1732072909332"} 2024-11-20T03:21:49,333 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T03:21:49,334 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f5aa0d0eeec60cf0702aa9b0cdfaaeed, ASSIGN}] 2024-11-20T03:21:49,334 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f5aa0d0eeec60cf0702aa9b0cdfaaeed, ASSIGN 2024-11-20T03:21:49,335 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f5aa0d0eeec60cf0702aa9b0cdfaaeed, ASSIGN; state=OFFLINE, location=d00f728e99d7,45735,1732072899327; forceNewPlan=false, retain=false 2024-11-20T03:21:49,485 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f5aa0d0eeec60cf0702aa9b0cdfaaeed, regionState=OPENING, regionLocation=d00f728e99d7,45735,1732072899327 2024-11-20T03:21:49,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f5aa0d0eeec60cf0702aa9b0cdfaaeed, ASSIGN because future has completed 2024-11-20T03:21:49,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5aa0d0eeec60cf0702aa9b0cdfaaeed, server=d00f728e99d7,45735,1732072899327}] 2024-11-20T03:21:49,646 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732072908515.f5aa0d0eeec60cf0702aa9b0cdfaaeed. 2024-11-20T03:21:49,646 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f5aa0d0eeec60cf0702aa9b0cdfaaeed, NAME => 'test,,1732072908515.f5aa0d0eeec60cf0702aa9b0cdfaaeed.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:21:49,647 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:21:49,647 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T03:21:49,647 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f5aa0d0eeec60cf0702aa9b0cdfaaeed 2024-11-20T03:21:49,647 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732072908515.f5aa0d0eeec60cf0702aa9b0cdfaaeed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:21:49,647 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f5aa0d0eeec60cf0702aa9b0cdfaaeed 2024-11-20T03:21:49,647 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f5aa0d0eeec60cf0702aa9b0cdfaaeed 2024-11-20T03:21:49,648 INFO [StoreOpener-f5aa0d0eeec60cf0702aa9b0cdfaaeed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f5aa0d0eeec60cf0702aa9b0cdfaaeed 2024-11-20T03:21:49,649 INFO [StoreOpener-f5aa0d0eeec60cf0702aa9b0cdfaaeed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5aa0d0eeec60cf0702aa9b0cdfaaeed columnFamilyName f 2024-11-20T03:21:49,649 DEBUG [StoreOpener-f5aa0d0eeec60cf0702aa9b0cdfaaeed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:49,649 INFO [StoreOpener-f5aa0d0eeec60cf0702aa9b0cdfaaeed-1 {}] regionserver.HStore(327): Store=f5aa0d0eeec60cf0702aa9b0cdfaaeed/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:49,649 INFO [StoreOpener-f5aa0d0eeec60cf0702aa9b0cdfaaeed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f5aa0d0eeec60cf0702aa9b0cdfaaeed 2024-11-20T03:21:49,650 INFO [StoreOpener-f5aa0d0eeec60cf0702aa9b0cdfaaeed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5aa0d0eeec60cf0702aa9b0cdfaaeed columnFamilyName f1 2024-11-20T03:21:49,650 DEBUG [StoreOpener-f5aa0d0eeec60cf0702aa9b0cdfaaeed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:49,650 INFO [StoreOpener-f5aa0d0eeec60cf0702aa9b0cdfaaeed-1 {}] regionserver.HStore(327): Store=f5aa0d0eeec60cf0702aa9b0cdfaaeed/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:49,650 INFO [StoreOpener-f5aa0d0eeec60cf0702aa9b0cdfaaeed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f5aa0d0eeec60cf0702aa9b0cdfaaeed 2024-11-20T03:21:49,651 INFO [StoreOpener-f5aa0d0eeec60cf0702aa9b0cdfaaeed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5aa0d0eeec60cf0702aa9b0cdfaaeed columnFamilyName norep 2024-11-20T03:21:49,651 DEBUG [StoreOpener-f5aa0d0eeec60cf0702aa9b0cdfaaeed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:49,651 INFO [StoreOpener-f5aa0d0eeec60cf0702aa9b0cdfaaeed-1 {}] regionserver.HStore(327): Store=f5aa0d0eeec60cf0702aa9b0cdfaaeed/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:49,651 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f5aa0d0eeec60cf0702aa9b0cdfaaeed 2024-11-20T03:21:49,651 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/default/test/f5aa0d0eeec60cf0702aa9b0cdfaaeed 2024-11-20T03:21:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:21:49,652 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/default/test/f5aa0d0eeec60cf0702aa9b0cdfaaeed 2024-11-20T03:21:49,652 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f5aa0d0eeec60cf0702aa9b0cdfaaeed 2024-11-20T03:21:49,652 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f5aa0d0eeec60cf0702aa9b0cdfaaeed 2024-11-20T03:21:49,653 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:21:49,653 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f5aa0d0eeec60cf0702aa9b0cdfaaeed 2024-11-20T03:21:49,655 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/default/test/f5aa0d0eeec60cf0702aa9b0cdfaaeed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:21:49,655 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f5aa0d0eeec60cf0702aa9b0cdfaaeed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65348255, jitterRate=-0.026235118508338928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:21:49,655 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5aa0d0eeec60cf0702aa9b0cdfaaeed 2024-11-20T03:21:49,655 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f5aa0d0eeec60cf0702aa9b0cdfaaeed: Running coprocessor pre-open hook at 1732072909647Writing region info on filesystem at 1732072909647Initializing all the Stores at 1732072909648 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072909648Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072909648Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072909648Cleaning up temporary data from old regions at 1732072909652 (+4 ms)Running coprocessor post-open hooks at 1732072909655 (+3 ms)Region opened successfully at 1732072909655 2024-11-20T03:21:49,656 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732072908515.f5aa0d0eeec60cf0702aa9b0cdfaaeed., pid=6, masterSystemTime=1732072909639 2024-11-20T03:21:49,657 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732072908515.f5aa0d0eeec60cf0702aa9b0cdfaaeed. 2024-11-20T03:21:49,657 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732072908515.f5aa0d0eeec60cf0702aa9b0cdfaaeed. 2024-11-20T03:21:49,657 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f5aa0d0eeec60cf0702aa9b0cdfaaeed, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d00f728e99d7,45735,1732072899327 2024-11-20T03:21:49,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5aa0d0eeec60cf0702aa9b0cdfaaeed, server=d00f728e99d7,45735,1732072899327 because future has completed 2024-11-20T03:21:49,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T03:21:49,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f5aa0d0eeec60cf0702aa9b0cdfaaeed, server=d00f728e99d7,45735,1732072899327 in 173 msec 2024-11-20T03:21:49,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T03:21:49,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f5aa0d0eeec60cf0702aa9b0cdfaaeed, ASSIGN in 327 msec 2024-11-20T03:21:49,663 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T03:21:49,663 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072909663"}]},"ts":"1732072909663"} 2024-11-20T03:21:49,664 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T03:21:49,665 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T03:21:49,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-20T03:21:50,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:21:50,662 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T03:21:50,662 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:21:50,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,40407,1732072903947 2024-11-20T03:21:50,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74cfeb1a 2024-11-20T03:21:50,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:21:50,663 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:21:50,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40407 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:21:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40407 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T03:21:50,666 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T03:21:50,666 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:50,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40407 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T03:21:50,666 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T03:21:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:21:50,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44545 is added to blk_1073741835_1011 (size=902) 2024-11-20T03:21:50,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:21:50,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:21:51,072 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 04b11496b7666a6da92bf72c1c17db92, NAME => 'test,,1732072910664.04b11496b7666a6da92bf72c1c17db92.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8 2024-11-20T03:21:51,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44545 is added to blk_1073741836_1012 (size=39) 2024-11-20T03:21:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:21:51,481 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732072910664.04b11496b7666a6da92bf72c1c17db92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:21:51,481 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 04b11496b7666a6da92bf72c1c17db92, disabling compactions & flushes 2024-11-20T03:21:51,481 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732072910664.04b11496b7666a6da92bf72c1c17db92. 2024-11-20T03:21:51,481 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732072910664.04b11496b7666a6da92bf72c1c17db92. 2024-11-20T03:21:51,481 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732072910664.04b11496b7666a6da92bf72c1c17db92. after waiting 0 ms 2024-11-20T03:21:51,481 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732072910664.04b11496b7666a6da92bf72c1c17db92. 2024-11-20T03:21:51,481 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732072910664.04b11496b7666a6da92bf72c1c17db92. 2024-11-20T03:21:51,481 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 04b11496b7666a6da92bf72c1c17db92: Waiting for close lock at 1732072911481Disabling compacts and flushes for region at 1732072911481Disabling writes for close at 1732072911481Writing region close event to WAL at 1732072911481Closed at 1732072911481 2024-11-20T03:21:51,482 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T03:21:51,482 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732072910664.04b11496b7666a6da92bf72c1c17db92.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732072911482"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732072911482"}]},"ts":"1732072911482"} 2024-11-20T03:21:51,483 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T03:21:51,484 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T03:21:51,484 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072911484"}]},"ts":"1732072911484"} 2024-11-20T03:21:51,486 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T03:21:51,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=04b11496b7666a6da92bf72c1c17db92, ASSIGN}] 2024-11-20T03:21:51,487 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=04b11496b7666a6da92bf72c1c17db92, ASSIGN 2024-11-20T03:21:51,488 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=04b11496b7666a6da92bf72c1c17db92, ASSIGN; state=OFFLINE, location=d00f728e99d7,38409,1732072904075; forceNewPlan=false, retain=false 2024-11-20T03:21:51,638 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=04b11496b7666a6da92bf72c1c17db92, regionState=OPENING, regionLocation=d00f728e99d7,38409,1732072904075 2024-11-20T03:21:51,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=04b11496b7666a6da92bf72c1c17db92, ASSIGN because future has completed 2024-11-20T03:21:51,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04b11496b7666a6da92bf72c1c17db92, server=d00f728e99d7,38409,1732072904075}] 2024-11-20T03:21:51,795 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732072910664.04b11496b7666a6da92bf72c1c17db92. 2024-11-20T03:21:51,795 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 04b11496b7666a6da92bf72c1c17db92, NAME => 'test,,1732072910664.04b11496b7666a6da92bf72c1c17db92.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:21:51,795 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:21:51,795 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T03:21:51,795 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 04b11496b7666a6da92bf72c1c17db92 2024-11-20T03:21:51,795 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732072910664.04b11496b7666a6da92bf72c1c17db92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:21:51,795 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 04b11496b7666a6da92bf72c1c17db92 2024-11-20T03:21:51,795 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 04b11496b7666a6da92bf72c1c17db92 2024-11-20T03:21:51,796 INFO [StoreOpener-04b11496b7666a6da92bf72c1c17db92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 04b11496b7666a6da92bf72c1c17db92 2024-11-20T03:21:51,797 INFO [StoreOpener-04b11496b7666a6da92bf72c1c17db92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04b11496b7666a6da92bf72c1c17db92 columnFamilyName f 2024-11-20T03:21:51,797 DEBUG [StoreOpener-04b11496b7666a6da92bf72c1c17db92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:51,798 INFO [StoreOpener-04b11496b7666a6da92bf72c1c17db92-1 {}] regionserver.HStore(327): Store=04b11496b7666a6da92bf72c1c17db92/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:51,798 INFO [StoreOpener-04b11496b7666a6da92bf72c1c17db92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 04b11496b7666a6da92bf72c1c17db92 2024-11-20T03:21:51,798 INFO [StoreOpener-04b11496b7666a6da92bf72c1c17db92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04b11496b7666a6da92bf72c1c17db92 columnFamilyName f1 2024-11-20T03:21:51,798 DEBUG [StoreOpener-04b11496b7666a6da92bf72c1c17db92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:51,798 INFO [StoreOpener-04b11496b7666a6da92bf72c1c17db92-1 {}] regionserver.HStore(327): Store=04b11496b7666a6da92bf72c1c17db92/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:51,799 INFO [StoreOpener-04b11496b7666a6da92bf72c1c17db92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 04b11496b7666a6da92bf72c1c17db92 2024-11-20T03:21:51,799 INFO [StoreOpener-04b11496b7666a6da92bf72c1c17db92-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04b11496b7666a6da92bf72c1c17db92 columnFamilyName norep 2024-11-20T03:21:51,799 DEBUG [StoreOpener-04b11496b7666a6da92bf72c1c17db92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:51,799 INFO [StoreOpener-04b11496b7666a6da92bf72c1c17db92-1 {}] regionserver.HStore(327): Store=04b11496b7666a6da92bf72c1c17db92/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:51,799 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 04b11496b7666a6da92bf72c1c17db92 2024-11-20T03:21:51,800 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/default/test/04b11496b7666a6da92bf72c1c17db92 2024-11-20T03:21:51,800 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/default/test/04b11496b7666a6da92bf72c1c17db92 2024-11-20T03:21:51,800 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 04b11496b7666a6da92bf72c1c17db92 2024-11-20T03:21:51,801 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 04b11496b7666a6da92bf72c1c17db92 2024-11-20T03:21:51,801 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:21:51,801 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 04b11496b7666a6da92bf72c1c17db92 2024-11-20T03:21:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:21:51,803 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/default/test/04b11496b7666a6da92bf72c1c17db92/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:21:51,803 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 04b11496b7666a6da92bf72c1c17db92; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65441053, jitterRate=-0.024852320551872253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:21:51,803 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 04b11496b7666a6da92bf72c1c17db92 2024-11-20T03:21:51,803 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 04b11496b7666a6da92bf72c1c17db92: Running coprocessor pre-open hook at 1732072911795Writing region info on filesystem at 1732072911795Initializing all the Stores at 1732072911796 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072911796Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072911796Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072911796Cleaning up temporary data from old regions at 1732072911801 (+5 ms)Running coprocessor post-open hooks at 1732072911803 (+2 ms)Region opened successfully at 1732072911803 2024-11-20T03:21:51,804 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732072910664.04b11496b7666a6da92bf72c1c17db92., pid=6, masterSystemTime=1732072911792 2024-11-20T03:21:51,805 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732072910664.04b11496b7666a6da92bf72c1c17db92. 2024-11-20T03:21:51,805 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732072910664.04b11496b7666a6da92bf72c1c17db92. 2024-11-20T03:21:51,806 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=04b11496b7666a6da92bf72c1c17db92, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d00f728e99d7,38409,1732072904075 2024-11-20T03:21:51,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04b11496b7666a6da92bf72c1c17db92, server=d00f728e99d7,38409,1732072904075 because future has completed 2024-11-20T03:21:51,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T03:21:51,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 04b11496b7666a6da92bf72c1c17db92, server=d00f728e99d7,38409,1732072904075 in 168 msec 2024-11-20T03:21:51,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T03:21:51,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=04b11496b7666a6da92bf72c1c17db92, ASSIGN in 323 msec 2024-11-20T03:21:51,811 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T03:21:51,812 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072911811"}]},"ts":"1732072911811"} 2024-11-20T03:21:51,813 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T03:21:51,814 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T03:21:51,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-20T03:21:52,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:21:52,822 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T03:21:52,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624d68a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:52,823 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,35187,-1 for getting cluster id 2024-11-20T03:21:52,823 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:21:52,824 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c18a4c4-d45b-471a-ad5b-b2117b4cec85' 2024-11-20T03:21:52,824 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:21:52,824 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c18a4c4-d45b-471a-ad5b-b2117b4cec85" 2024-11-20T03:21:52,824 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@447bf50c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:52,824 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,35187,-1] 2024-11-20T03:21:52,825 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:21:52,825 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:52,825 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:21:52,826 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c04cbad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:52,826 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:21:52,827 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,35187,1732072891290 2024-11-20T03:21:52,827 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b7a3e60 2024-11-20T03:21:52,827 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:21:52,827 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:21:52,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d00f728e99d7:43781,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T03:21:52,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T03:21:52,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:21:52,830 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d00f728e99d7:43781' 2024-11-20T03:21:52,831 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@608ffae0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:52,831 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,43781,-1 for getting cluster id 2024-11-20T03:21:52,831 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:21:52,832 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92fc5412-f57a-4c36-8a56-62965adf573d' 2024-11-20T03:21:52,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:21:52,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92fc5412-f57a-4c36-8a56-62965adf573d" 2024-11-20T03:21:52,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5082647f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:52,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,43781,-1] 2024-11-20T03:21:52,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:21:52,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:52,833 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:21:52,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@781f6b1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:52,833 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:21:52,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,43781,1732072899183 2024-11-20T03:21:52,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3aa65792 2024-11-20T03:21:52,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:21:52,835 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:21:52,835 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T03:21:52,835 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T03:21:52,835 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:52,835 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:52,835 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:21:52,836 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:21:52,837 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T03:21:52,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T03:21:52,837 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:52,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T03:21:52,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44391 is added to blk_1073741837_1013 (size=1138) 2024-11-20T03:21:52,887 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T03:21:52,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:21:52,986 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T03:21:52,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:52,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:52,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:52,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:52,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:53,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:53,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:53,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:53,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:53,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:53,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:53,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:53,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:53,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:53,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:53,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:21:53,247 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e627d1950beb3fbd83ef16708ce62181, NAME => 'hbase:replication,,1732072912836.e627d1950beb3fbd83ef16708ce62181.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072 2024-11-20T03:21:53,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44391 is added to blk_1073741838_1014 (size=44) 2024-11-20T03:21:53,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:21:53,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732072912836.e627d1950beb3fbd83ef16708ce62181.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:21:53,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e627d1950beb3fbd83ef16708ce62181, disabling compactions & flushes 2024-11-20T03:21:53,652 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732072912836.e627d1950beb3fbd83ef16708ce62181. 2024-11-20T03:21:53,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732072912836.e627d1950beb3fbd83ef16708ce62181. 2024-11-20T03:21:53,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732072912836.e627d1950beb3fbd83ef16708ce62181. after waiting 0 ms 2024-11-20T03:21:53,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732072912836.e627d1950beb3fbd83ef16708ce62181. 2024-11-20T03:21:53,652 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732072912836.e627d1950beb3fbd83ef16708ce62181. 2024-11-20T03:21:53,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e627d1950beb3fbd83ef16708ce62181: Waiting for close lock at 1732072913652Disabling compacts and flushes for region at 1732072913652Disabling writes for close at 1732072913652Writing region close event to WAL at 1732072913652Closed at 1732072913652 2024-11-20T03:21:53,653 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T03:21:53,653 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732072912836.e627d1950beb3fbd83ef16708ce62181.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732072913653"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732072913653"}]},"ts":"1732072913653"} 2024-11-20T03:21:53,654 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T03:21:53,655 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T03:21:53,655 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072913655"}]},"ts":"1732072913655"} 2024-11-20T03:21:53,656 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T03:21:53,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e627d1950beb3fbd83ef16708ce62181, ASSIGN}] 2024-11-20T03:21:53,657 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e627d1950beb3fbd83ef16708ce62181, ASSIGN 2024-11-20T03:21:53,658 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e627d1950beb3fbd83ef16708ce62181, ASSIGN; state=OFFLINE, location=d00f728e99d7,37901,1732072893158; forceNewPlan=false, retain=false 2024-11-20T03:21:53,808 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e627d1950beb3fbd83ef16708ce62181, regionState=OPENING, regionLocation=d00f728e99d7,37901,1732072893158 2024-11-20T03:21:53,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e627d1950beb3fbd83ef16708ce62181, ASSIGN because future has completed 2024-11-20T03:21:53,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e627d1950beb3fbd83ef16708ce62181, server=d00f728e99d7,37901,1732072893158}] 2024-11-20T03:21:53,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:21:53,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732072912836.e627d1950beb3fbd83ef16708ce62181. 2024-11-20T03:21:53,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:21:53,985 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T03:21:53,986 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C37901%2C1732072893158.rep, suffix=, logDir=hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158, archiveDir=hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/oldWALs, maxLogs=10 2024-11-20T03:21:54,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.rep.1732072913986, exclude list is [], retry=0 2024-11-20T03:21:54,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44391,DS-01d3e8ca-5d15-4dde-955a-32f800903451,DISK] 2024-11-20T03:21:54,013 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.rep.1732072913986 2024-11-20T03:21:54,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36283:36283)] 2024-11-20T03:21:54,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e627d1950beb3fbd83ef16708ce62181, NAME => 'hbase:replication,,1732072912836.e627d1950beb3fbd83ef16708ce62181.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:21:54,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:21:54,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:21:54,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732072912836.e627d1950beb3fbd83ef16708ce62181. service=MultiRowMutationService 2024-11-20T03:21:54,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T03:21:54,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e627d1950beb3fbd83ef16708ce62181 2024-11-20T03:21:54,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732072912836.e627d1950beb3fbd83ef16708ce62181.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:21:54,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e627d1950beb3fbd83ef16708ce62181 2024-11-20T03:21:54,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e627d1950beb3fbd83ef16708ce62181 2024-11-20T03:21:54,036 INFO [StoreOpener-e627d1950beb3fbd83ef16708ce62181-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e627d1950beb3fbd83ef16708ce62181 2024-11-20T03:21:54,037 INFO [StoreOpener-e627d1950beb3fbd83ef16708ce62181-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e627d1950beb3fbd83ef16708ce62181 columnFamilyName hfileref 2024-11-20T03:21:54,037 DEBUG [StoreOpener-e627d1950beb3fbd83ef16708ce62181-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:54,038 INFO [StoreOpener-e627d1950beb3fbd83ef16708ce62181-1 {}] regionserver.HStore(327): Store=e627d1950beb3fbd83ef16708ce62181/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:54,038 INFO [StoreOpener-e627d1950beb3fbd83ef16708ce62181-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e627d1950beb3fbd83ef16708ce62181 2024-11-20T03:21:54,039 INFO [StoreOpener-e627d1950beb3fbd83ef16708ce62181-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e627d1950beb3fbd83ef16708ce62181 columnFamilyName queue 2024-11-20T03:21:54,039 DEBUG [StoreOpener-e627d1950beb3fbd83ef16708ce62181-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:54,039 INFO [StoreOpener-e627d1950beb3fbd83ef16708ce62181-1 {}] regionserver.HStore(327): Store=e627d1950beb3fbd83ef16708ce62181/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:54,039 INFO [StoreOpener-e627d1950beb3fbd83ef16708ce62181-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e627d1950beb3fbd83ef16708ce62181 2024-11-20T03:21:54,040 INFO [StoreOpener-e627d1950beb3fbd83ef16708ce62181-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e627d1950beb3fbd83ef16708ce62181 columnFamilyName sid 2024-11-20T03:21:54,040 DEBUG [StoreOpener-e627d1950beb3fbd83ef16708ce62181-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:54,040 INFO [StoreOpener-e627d1950beb3fbd83ef16708ce62181-1 {}] regionserver.HStore(327): Store=e627d1950beb3fbd83ef16708ce62181/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:54,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e627d1950beb3fbd83ef16708ce62181 2024-11-20T03:21:54,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/hbase/replication/e627d1950beb3fbd83ef16708ce62181 2024-11-20T03:21:54,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/hbase/replication/e627d1950beb3fbd83ef16708ce62181 2024-11-20T03:21:54,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e627d1950beb3fbd83ef16708ce62181 2024-11-20T03:21:54,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e627d1950beb3fbd83ef16708ce62181 2024-11-20T03:21:54,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:21:54,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e627d1950beb3fbd83ef16708ce62181 2024-11-20T03:21:54,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/hbase/replication/e627d1950beb3fbd83ef16708ce62181/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:21:54,045 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e627d1950beb3fbd83ef16708ce62181; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59042260, jitterRate=-0.12020176649093628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:21:54,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e627d1950beb3fbd83ef16708ce62181 2024-11-20T03:21:54,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e627d1950beb3fbd83ef16708ce62181: Running coprocessor pre-open hook at 1732072914014Writing region info on filesystem at 1732072914014Initializing all the Stores at 1732072914017 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072914017Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072914032 (+15 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072914032Cleaning up temporary data from old regions at 1732072914042 (+10 ms)Running coprocessor post-open hooks at 1732072914045 (+3 ms)Region opened successfully at 1732072914045 2024-11-20T03:21:54,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732072912836.e627d1950beb3fbd83ef16708ce62181., pid=10, masterSystemTime=1732072913976 2024-11-20T03:21:54,050 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e627d1950beb3fbd83ef16708ce62181, regionState=OPEN, openSeqNum=2, regionLocation=d00f728e99d7,37901,1732072893158 2024-11-20T03:21:54,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732072912836.e627d1950beb3fbd83ef16708ce62181. 2024-11-20T03:21:54,050 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732072912836.e627d1950beb3fbd83ef16708ce62181. 2024-11-20T03:21:54,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e627d1950beb3fbd83ef16708ce62181, server=d00f728e99d7,37901,1732072893158 because future has completed 2024-11-20T03:21:54,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T03:21:54,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e627d1950beb3fbd83ef16708ce62181, server=d00f728e99d7,37901,1732072893158 in 242 msec 2024-11-20T03:21:54,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T03:21:54,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e627d1950beb3fbd83ef16708ce62181, ASSIGN in 398 msec 2024-11-20T03:21:54,057 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T03:21:54,057 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072914057"}]},"ts":"1732072914057"} 2024-11-20T03:21:54,059 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T03:21:54,061 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T03:21:54,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2250 sec 2024-11-20T03:21:54,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732072912836.e627d1950beb3fbd83ef16708ce62181., hostname=d00f728e99d7,37901,1732072893158, seqNum=2] 2024-11-20T03:21:54,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x1015642d59c0000, quorum=127.0.0.1:49362, baseZNode=/021472815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/021472815 2024-11-20T03:21:54,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1015642d59c0001, quorum=127.0.0.1:49362, baseZNode=/021472815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/021472815 2024-11-20T03:21:54,179 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T03:21:54,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T03:21:54,209 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T03:21:54,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T03:21:54,209 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T03:21:54,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37901 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T03:21:54,332 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T03:21:54,372 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d00f728e99d7,37901,1732072893158, ReplicationSource: 1, currentBandwidth=0 2024-11-20T03:21:54,372 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:21:54,373 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,37901,1732072893158, seqNum=-1] 2024-11-20T03:21:54,373 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:21:54,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-20T03:21:54,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d00f728e99d7,37901,1732072893158', locateType=CURRENT is [region=hbase:replication,,1732072912836.e627d1950beb3fbd83ef16708ce62181., hostname=d00f728e99d7,37901,1732072893158, seqNum=2] 2024-11-20T03:21:54,386 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T03:21:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T03:21:54,389 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d00f728e99d7,37901,1732072893158 suceeded 2024-11-20T03:21:54,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T03:21:54,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 210 msec 2024-11-20T03:21:54,391 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d00f728e99d7:43781,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T03:21:54,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5630 sec 2024-11-20T03:21:54,406 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d00f728e99d7:43781' 2024-11-20T03:21:54,407 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@121c1c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:54,407 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,43781,-1 for getting cluster id 2024-11-20T03:21:54,407 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:21:54,408 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92fc5412-f57a-4c36-8a56-62965adf573d' 2024-11-20T03:21:54,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:21:54,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92fc5412-f57a-4c36-8a56-62965adf573d" 2024-11-20T03:21:54,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@213d2ff9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:54,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,43781,-1] 2024-11-20T03:21:54,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:21:54,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:54,410 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:21:54,411 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@217c32ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:54,411 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:21:54,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,43781,1732072899183 2024-11-20T03:21:54,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7805f85c 2024-11-20T03:21:54,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:21:54,412 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-20T03:21:54,413 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d00f728e99d7,37901,1732072893158 (queues=1) is replicating from cluster=8c18a4c4-d45b-471a-ad5b-b2117b4cec85 to cluster=92fc5412-f57a-4c36-8a56-62965adf573d 2024-11-20T03:21:54,413 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d00f728e99d7%2C37901%2C1732072893158 2024-11-20T03:21:54,413 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d00f728e99d7,37901,1732072893158, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T03:21:54,418 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.wal-reader.d00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.1732072895807, startPosition=0, beingWritten=true 2024-11-20T03:21:54,419 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.shipperd00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d00f728e99d7%2C37901%2C1732072893158 2024-11-20T03:21:54,426 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.wal-reader.d00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:21:54,426 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.wal-reader.d00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.1732072895807 to pos 379, reset compression=false 2024-11-20T03:21:54,426 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.shipperd00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,37901,1732072893158 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.1732072895807, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T03:21:54,641 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.wal-reader.d00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.1732072895807 to pos 379, reset compression=false 2024-11-20T03:21:54,944 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.wal-reader.d00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.1732072895807 to pos 379, reset compression=false 2024-11-20T03:21:54,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:21:54,972 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T03:21:54,972 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:21:54,972 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:21:54,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:54,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:54,972 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:21:54,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6694bf2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:54,973 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,43781,-1 for getting cluster id 2024-11-20T03:21:54,973 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:21:54,974 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92fc5412-f57a-4c36-8a56-62965adf573d' 2024-11-20T03:21:54,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:21:54,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92fc5412-f57a-4c36-8a56-62965adf573d" 2024-11-20T03:21:54,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@604fed1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:54,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,43781,-1] 2024-11-20T03:21:54,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:21:54,975 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:54,975 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:21:54,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f5c7228, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:54,976 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:21:54,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,43781,1732072899183 2024-11-20T03:21:54,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c4cec95 2024-11-20T03:21:54,977 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:21:54,977 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:21:54,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43781 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d00f728e99d7:40407,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T03:21:54,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43781 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T03:21:54,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:21:54,980 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d00f728e99d7:40407' 2024-11-20T03:21:54,980 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6642462f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:54,980 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,40407,-1 for getting cluster id 2024-11-20T03:21:54,981 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:21:54,981 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a261f4c-e78f-43fa-b75e-5d556dc0d97d' 2024-11-20T03:21:54,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:21:54,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a261f4c-e78f-43fa-b75e-5d556dc0d97d" 2024-11-20T03:21:54,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fe165c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:54,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,40407,-1] 2024-11-20T03:21:54,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:21:54,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:54,982 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:21:54,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3740ea15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:54,983 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:21:54,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,40407,1732072903947 2024-11-20T03:21:54,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33072af1 2024-11-20T03:21:54,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:21:54,984 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:21:54,985 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T03:21:54,985 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T03:21:54,985 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:54,985 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:54,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:21:54,985 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:21:54,986 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T03:21:54,987 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T03:21:54,987 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:54,988 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T03:21:54,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741837_1013 (size=1138) 2024-11-20T03:21:55,036 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T03:21:55,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:21:55,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:21:55,346 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.wal-reader.d00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.1732072895807 to pos 379, reset compression=false 2024-11-20T03:21:55,394 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bcc602a494b597efcc6818a4fbf4ac08, NAME => 'hbase:replication,,1732072914985.bcc602a494b597efcc6818a4fbf4ac08.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3 2024-11-20T03:21:55,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741838_1014 (size=44) 2024-11-20T03:21:55,406 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732072914985.bcc602a494b597efcc6818a4fbf4ac08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:21:55,406 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bcc602a494b597efcc6818a4fbf4ac08, disabling compactions & flushes 2024-11-20T03:21:55,406 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732072914985.bcc602a494b597efcc6818a4fbf4ac08. 2024-11-20T03:21:55,406 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732072914985.bcc602a494b597efcc6818a4fbf4ac08. 2024-11-20T03:21:55,406 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732072914985.bcc602a494b597efcc6818a4fbf4ac08. after waiting 0 ms 2024-11-20T03:21:55,406 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732072914985.bcc602a494b597efcc6818a4fbf4ac08. 2024-11-20T03:21:55,406 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732072914985.bcc602a494b597efcc6818a4fbf4ac08. 2024-11-20T03:21:55,406 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bcc602a494b597efcc6818a4fbf4ac08: Waiting for close lock at 1732072915406Disabling compacts and flushes for region at 1732072915406Disabling writes for close at 1732072915406Writing region close event to WAL at 1732072915406Closed at 1732072915406 2024-11-20T03:21:55,408 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T03:21:55,408 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732072914985.bcc602a494b597efcc6818a4fbf4ac08.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732072915408"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732072915408"}]},"ts":"1732072915408"} 2024-11-20T03:21:55,417 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T03:21:55,419 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T03:21:55,419 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072915419"}]},"ts":"1732072915419"} 2024-11-20T03:21:55,421 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T03:21:55,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bcc602a494b597efcc6818a4fbf4ac08, ASSIGN}] 2024-11-20T03:21:55,423 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bcc602a494b597efcc6818a4fbf4ac08, ASSIGN 2024-11-20T03:21:55,424 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bcc602a494b597efcc6818a4fbf4ac08, ASSIGN; state=OFFLINE, location=d00f728e99d7,45735,1732072899327; forceNewPlan=false, retain=false 2024-11-20T03:21:55,574 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bcc602a494b597efcc6818a4fbf4ac08, regionState=OPENING, regionLocation=d00f728e99d7,45735,1732072899327 2024-11-20T03:21:55,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bcc602a494b597efcc6818a4fbf4ac08, ASSIGN because future has completed 2024-11-20T03:21:55,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcc602a494b597efcc6818a4fbf4ac08, server=d00f728e99d7,45735,1732072899327}] 2024-11-20T03:21:55,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:21:55,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732072914985.bcc602a494b597efcc6818a4fbf4ac08. 2024-11-20T03:21:55,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:21:55,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T03:21:55,732 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C45735%2C1732072899327.rep, suffix=, logDir=hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327, archiveDir=hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/oldWALs, maxLogs=10 2024-11-20T03:21:55,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.rep.1732072915732, exclude list is [], retry=0 2024-11-20T03:21:55,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46367,DS-e2e2e57f-ce11-4ff3-802a-813efbd33406,DISK] 2024-11-20T03:21:55,746 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.rep.1732072915732 2024-11-20T03:21:55,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41137:41137)] 2024-11-20T03:21:55,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bcc602a494b597efcc6818a4fbf4ac08, NAME => 'hbase:replication,,1732072914985.bcc602a494b597efcc6818a4fbf4ac08.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:21:55,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:21:55,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:21:55,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732072914985.bcc602a494b597efcc6818a4fbf4ac08. service=MultiRowMutationService 2024-11-20T03:21:55,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T03:21:55,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bcc602a494b597efcc6818a4fbf4ac08 2024-11-20T03:21:55,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732072914985.bcc602a494b597efcc6818a4fbf4ac08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:21:55,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bcc602a494b597efcc6818a4fbf4ac08 2024-11-20T03:21:55,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bcc602a494b597efcc6818a4fbf4ac08 2024-11-20T03:21:55,748 INFO [StoreOpener-bcc602a494b597efcc6818a4fbf4ac08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bcc602a494b597efcc6818a4fbf4ac08 2024-11-20T03:21:55,749 INFO [StoreOpener-bcc602a494b597efcc6818a4fbf4ac08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcc602a494b597efcc6818a4fbf4ac08 columnFamilyName hfileref 2024-11-20T03:21:55,749 DEBUG [StoreOpener-bcc602a494b597efcc6818a4fbf4ac08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:55,750 INFO [StoreOpener-bcc602a494b597efcc6818a4fbf4ac08-1 {}] regionserver.HStore(327): Store=bcc602a494b597efcc6818a4fbf4ac08/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:55,750 INFO [StoreOpener-bcc602a494b597efcc6818a4fbf4ac08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bcc602a494b597efcc6818a4fbf4ac08 2024-11-20T03:21:55,750 INFO [StoreOpener-bcc602a494b597efcc6818a4fbf4ac08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcc602a494b597efcc6818a4fbf4ac08 columnFamilyName queue 2024-11-20T03:21:55,750 DEBUG [StoreOpener-bcc602a494b597efcc6818a4fbf4ac08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:55,751 INFO [StoreOpener-bcc602a494b597efcc6818a4fbf4ac08-1 {}] regionserver.HStore(327): Store=bcc602a494b597efcc6818a4fbf4ac08/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:55,751 INFO [StoreOpener-bcc602a494b597efcc6818a4fbf4ac08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bcc602a494b597efcc6818a4fbf4ac08 2024-11-20T03:21:55,751 INFO [StoreOpener-bcc602a494b597efcc6818a4fbf4ac08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcc602a494b597efcc6818a4fbf4ac08 columnFamilyName sid 2024-11-20T03:21:55,751 DEBUG [StoreOpener-bcc602a494b597efcc6818a4fbf4ac08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:55,752 INFO [StoreOpener-bcc602a494b597efcc6818a4fbf4ac08-1 {}] regionserver.HStore(327): Store=bcc602a494b597efcc6818a4fbf4ac08/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:55,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bcc602a494b597efcc6818a4fbf4ac08 2024-11-20T03:21:55,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/hbase/replication/bcc602a494b597efcc6818a4fbf4ac08 2024-11-20T03:21:55,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/hbase/replication/bcc602a494b597efcc6818a4fbf4ac08 2024-11-20T03:21:55,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bcc602a494b597efcc6818a4fbf4ac08 2024-11-20T03:21:55,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bcc602a494b597efcc6818a4fbf4ac08 2024-11-20T03:21:55,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:21:55,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bcc602a494b597efcc6818a4fbf4ac08 2024-11-20T03:21:55,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/hbase/replication/bcc602a494b597efcc6818a4fbf4ac08/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:21:55,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bcc602a494b597efcc6818a4fbf4ac08; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72872070, jitterRate=0.08587846159934998}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:21:55,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bcc602a494b597efcc6818a4fbf4ac08 2024-11-20T03:21:55,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bcc602a494b597efcc6818a4fbf4ac08: Running coprocessor pre-open hook at 1732072915747Writing region info on filesystem at 1732072915747Initializing all the Stores at 1732072915748 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072915748Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072915748Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072915748Cleaning up temporary data from old regions at 1732072915753 (+5 ms)Running coprocessor post-open hooks at 1732072915756 (+3 ms)Region opened successfully at 1732072915756 2024-11-20T03:21:55,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732072914985.bcc602a494b597efcc6818a4fbf4ac08., pid=10, masterSystemTime=1732072915728 2024-11-20T03:21:55,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732072914985.bcc602a494b597efcc6818a4fbf4ac08. 2024-11-20T03:21:55,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732072914985.bcc602a494b597efcc6818a4fbf4ac08. 2024-11-20T03:21:55,758 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bcc602a494b597efcc6818a4fbf4ac08, regionState=OPEN, openSeqNum=2, regionLocation=d00f728e99d7,45735,1732072899327 2024-11-20T03:21:55,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcc602a494b597efcc6818a4fbf4ac08, server=d00f728e99d7,45735,1732072899327 because future has completed 2024-11-20T03:21:55,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T03:21:55,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bcc602a494b597efcc6818a4fbf4ac08, server=d00f728e99d7,45735,1732072899327 in 184 msec 2024-11-20T03:21:55,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T03:21:55,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bcc602a494b597efcc6818a4fbf4ac08, ASSIGN in 340 msec 2024-11-20T03:21:55,763 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T03:21:55,764 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072915763"}]},"ts":"1732072915763"} 2024-11-20T03:21:55,765 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T03:21:55,766 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T03:21:55,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 781 msec 2024-11-20T03:21:55,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732072914985.bcc602a494b597efcc6818a4fbf4ac08., hostname=d00f728e99d7,45735,1732072899327, seqNum=2] 2024-11-20T03:21:55,874 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.wal-reader.d00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.1732072895807 to pos 379, reset compression=false 2024-11-20T03:21:55,884 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45735-0x1015642d59c0004, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1337464456 2024-11-20T03:21:55,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43781-0x1015642d59c0003, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1337464456 2024-11-20T03:21:55,906 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T03:21:56,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45735 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T03:21:56,058 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T03:21:56,083 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d00f728e99d7,45735,1732072899327, ReplicationSource: 1, currentBandwidth=0 2024-11-20T03:21:56,084 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:21:56,084 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,45735,1732072899327, seqNum=-1] 2024-11-20T03:21:56,084 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:21:56,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-20T03:21:56,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d00f728e99d7,45735,1732072899327', locateType=CURRENT is [region=hbase:replication,,1732072914985.bcc602a494b597efcc6818a4fbf4ac08., hostname=d00f728e99d7,45735,1732072899327, seqNum=2] 2024-11-20T03:21:56,088 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T03:21:56,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43781 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T03:21:56,090 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d00f728e99d7,45735,1732072899327 suceeded 2024-11-20T03:21:56,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T03:21:56,092 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d00f728e99d7:40407,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T03:21:56,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-20T03:21:56,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1150 sec 2024-11-20T03:21:56,101 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d00f728e99d7:40407' 2024-11-20T03:21:56,102 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ab6371d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:56,102 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,40407,-1 for getting cluster id 2024-11-20T03:21:56,102 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:21:56,103 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a261f4c-e78f-43fa-b75e-5d556dc0d97d' 2024-11-20T03:21:56,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:21:56,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a261f4c-e78f-43fa-b75e-5d556dc0d97d" 2024-11-20T03:21:56,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@465fae93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:56,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,40407,-1] 2024-11-20T03:21:56,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:21:56,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:56,104 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:21:56,105 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7349d850, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:56,105 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:21:56,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,40407,1732072903947 2024-11-20T03:21:56,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37e9d95c 2024-11-20T03:21:56,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:21:56,106 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-20T03:21:56,107 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d00f728e99d7,45735,1732072899327 (queues=1) is replicating from cluster=92fc5412-f57a-4c36-8a56-62965adf573d to cluster=4a261f4c-e78f-43fa-b75e-5d556dc0d97d 2024-11-20T03:21:56,107 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d00f728e99d7%2C45735%2C1732072899327 2024-11-20T03:21:56,107 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d00f728e99d7,45735,1732072899327, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T03:21:56,107 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.shipperd00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d00f728e99d7%2C45735%2C1732072899327 2024-11-20T03:21:56,107 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144, startPosition=0, beingWritten=true 2024-11-20T03:21:56,111 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:21:56,111 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144 to pos 379, reset compression=false 2024-11-20T03:21:56,111 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.shipperd00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,45735,1732072899327 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T03:21:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:21:56,122 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T03:21:56,122 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:21:56,122 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:21:56,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:56,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:56,122 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:21:56,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2244f975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:56,123 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,40407,-1 for getting cluster id 2024-11-20T03:21:56,123 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:21:56,124 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a261f4c-e78f-43fa-b75e-5d556dc0d97d' 2024-11-20T03:21:56,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:21:56,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a261f4c-e78f-43fa-b75e-5d556dc0d97d" 2024-11-20T03:21:56,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ebc58d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:56,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,40407,-1] 2024-11-20T03:21:56,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:21:56,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:56,125 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:21:56,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7767461e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:56,126 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:21:56,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,40407,1732072903947 2024-11-20T03:21:56,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e15c423 2024-11-20T03:21:56,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:21:56,127 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:21:56,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40407 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d00f728e99d7:43781,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T03:21:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40407 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T03:21:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:21:56,129 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d00f728e99d7:43781' 2024-11-20T03:21:56,130 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab3e617, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:56,130 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,43781,-1 for getting cluster id 2024-11-20T03:21:56,130 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:21:56,131 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92fc5412-f57a-4c36-8a56-62965adf573d' 2024-11-20T03:21:56,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:21:56,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92fc5412-f57a-4c36-8a56-62965adf573d" 2024-11-20T03:21:56,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@665d4ff9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:56,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,43781,-1] 2024-11-20T03:21:56,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:21:56,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:56,131 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:21:56,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aa1145f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:56,132 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:21:56,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,43781,1732072899183 2024-11-20T03:21:56,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7653590a 2024-11-20T03:21:56,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:21:56,133 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:21:56,133 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T03:21:56,134 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T03:21:56,134 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:56,134 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:56,134 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:21:56,134 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:21:56,135 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T03:21:56,135 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T03:21:56,135 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:56,136 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T03:21:56,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44545 is added to blk_1073741837_1013 (size=1138) 2024-11-20T03:21:56,185 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T03:21:56,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:21:56,315 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144 to pos 379, reset compression=false 2024-11-20T03:21:56,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:21:56,477 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.wal-reader.d00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.1732072895807 to pos 379, reset compression=false 2024-11-20T03:21:56,541 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dce6790940da92136d0361ab332d701d, NAME => 'hbase:replication,,1732072916134.dce6790940da92136d0361ab332d701d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8 2024-11-20T03:21:56,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44545 is added to blk_1073741838_1014 (size=44) 2024-11-20T03:21:56,618 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144 to pos 379, reset compression=false 2024-11-20T03:21:56,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:21:56,946 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732072916134.dce6790940da92136d0361ab332d701d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:21:56,946 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing dce6790940da92136d0361ab332d701d, disabling compactions & flushes 2024-11-20T03:21:56,946 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732072916134.dce6790940da92136d0361ab332d701d. 2024-11-20T03:21:56,946 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732072916134.dce6790940da92136d0361ab332d701d. 2024-11-20T03:21:56,946 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732072916134.dce6790940da92136d0361ab332d701d. after waiting 0 ms 2024-11-20T03:21:56,946 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732072916134.dce6790940da92136d0361ab332d701d. 2024-11-20T03:21:56,946 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732072916134.dce6790940da92136d0361ab332d701d. 2024-11-20T03:21:56,946 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for dce6790940da92136d0361ab332d701d: Waiting for close lock at 1732072916946Disabling compacts and flushes for region at 1732072916946Disabling writes for close at 1732072916946Writing region close event to WAL at 1732072916946Closed at 1732072916946 2024-11-20T03:21:56,947 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T03:21:56,947 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732072916134.dce6790940da92136d0361ab332d701d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732072916947"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732072916947"}]},"ts":"1732072916947"} 2024-11-20T03:21:56,949 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T03:21:56,950 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T03:21:56,950 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072916950"}]},"ts":"1732072916950"} 2024-11-20T03:21:56,951 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T03:21:56,952 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dce6790940da92136d0361ab332d701d, ASSIGN}] 2024-11-20T03:21:56,953 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dce6790940da92136d0361ab332d701d, ASSIGN 2024-11-20T03:21:56,953 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dce6790940da92136d0361ab332d701d, ASSIGN; state=OFFLINE, location=d00f728e99d7,38409,1732072904075; forceNewPlan=false, retain=false 2024-11-20T03:21:57,021 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144 to pos 379, reset compression=false 2024-11-20T03:21:57,104 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dce6790940da92136d0361ab332d701d, regionState=OPENING, regionLocation=d00f728e99d7,38409,1732072904075 2024-11-20T03:21:57,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dce6790940da92136d0361ab332d701d, ASSIGN because future has completed 2024-11-20T03:21:57,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dce6790940da92136d0361ab332d701d, server=d00f728e99d7,38409,1732072904075}] 2024-11-20T03:21:57,200 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.wal-reader.d00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.1732072895807 to pos 379, reset compression=false 2024-11-20T03:21:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:21:57,271 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732072916134.dce6790940da92136d0361ab332d701d. 2024-11-20T03:21:57,271 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:21:57,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T03:21:57,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C38409%2C1732072904075.rep, suffix=, logDir=hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075, archiveDir=hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/oldWALs, maxLogs=10 2024-11-20T03:21:57,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.rep.1732072917273, exclude list is [], retry=0 2024-11-20T03:21:57,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44545,DS-685b13fd-bd17-4e57-9aa3-f54d4081f5f2,DISK] 2024-11-20T03:21:57,290 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.rep.1732072917273 2024-11-20T03:21:57,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34361:34361)] 2024-11-20T03:21:57,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => dce6790940da92136d0361ab332d701d, NAME => 'hbase:replication,,1732072916134.dce6790940da92136d0361ab332d701d.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:21:57,291 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:21:57,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:21:57,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732072916134.dce6790940da92136d0361ab332d701d. service=MultiRowMutationService 2024-11-20T03:21:57,291 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T03:21:57,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dce6790940da92136d0361ab332d701d 2024-11-20T03:21:57,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732072916134.dce6790940da92136d0361ab332d701d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:21:57,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for dce6790940da92136d0361ab332d701d 2024-11-20T03:21:57,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for dce6790940da92136d0361ab332d701d 2024-11-20T03:21:57,292 INFO [StoreOpener-dce6790940da92136d0361ab332d701d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dce6790940da92136d0361ab332d701d 2024-11-20T03:21:57,293 INFO [StoreOpener-dce6790940da92136d0361ab332d701d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dce6790940da92136d0361ab332d701d columnFamilyName hfileref 2024-11-20T03:21:57,293 DEBUG [StoreOpener-dce6790940da92136d0361ab332d701d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:57,293 INFO [StoreOpener-dce6790940da92136d0361ab332d701d-1 {}] regionserver.HStore(327): Store=dce6790940da92136d0361ab332d701d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:57,294 INFO [StoreOpener-dce6790940da92136d0361ab332d701d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dce6790940da92136d0361ab332d701d 2024-11-20T03:21:57,294 INFO [StoreOpener-dce6790940da92136d0361ab332d701d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dce6790940da92136d0361ab332d701d columnFamilyName queue 2024-11-20T03:21:57,294 DEBUG [StoreOpener-dce6790940da92136d0361ab332d701d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:57,295 INFO [StoreOpener-dce6790940da92136d0361ab332d701d-1 {}] regionserver.HStore(327): Store=dce6790940da92136d0361ab332d701d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:57,295 INFO [StoreOpener-dce6790940da92136d0361ab332d701d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dce6790940da92136d0361ab332d701d 2024-11-20T03:21:57,296 INFO [StoreOpener-dce6790940da92136d0361ab332d701d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dce6790940da92136d0361ab332d701d columnFamilyName sid 2024-11-20T03:21:57,296 DEBUG [StoreOpener-dce6790940da92136d0361ab332d701d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:21:57,296 INFO [StoreOpener-dce6790940da92136d0361ab332d701d-1 {}] regionserver.HStore(327): Store=dce6790940da92136d0361ab332d701d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:21:57,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for dce6790940da92136d0361ab332d701d 2024-11-20T03:21:57,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/hbase/replication/dce6790940da92136d0361ab332d701d 2024-11-20T03:21:57,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/hbase/replication/dce6790940da92136d0361ab332d701d 2024-11-20T03:21:57,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for dce6790940da92136d0361ab332d701d 2024-11-20T03:21:57,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for dce6790940da92136d0361ab332d701d 2024-11-20T03:21:57,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:21:57,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for dce6790940da92136d0361ab332d701d 2024-11-20T03:21:57,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/hbase/replication/dce6790940da92136d0361ab332d701d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:21:57,301 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened dce6790940da92136d0361ab332d701d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65254573, jitterRate=-0.027631089091300964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:21:57,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dce6790940da92136d0361ab332d701d 2024-11-20T03:21:57,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for dce6790940da92136d0361ab332d701d: Running coprocessor pre-open hook at 1732072917291Writing region info on filesystem at 1732072917291Initializing all the Stores at 1732072917292 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072917292Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072917292Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072917292Cleaning up temporary data from old regions at 1732072917298 (+6 ms)Running coprocessor post-open hooks at 1732072917301 (+3 ms)Region opened successfully at 1732072917301 2024-11-20T03:21:57,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732072916134.dce6790940da92136d0361ab332d701d., pid=10, masterSystemTime=1732072917268 2024-11-20T03:21:57,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732072916134.dce6790940da92136d0361ab332d701d. 2024-11-20T03:21:57,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732072916134.dce6790940da92136d0361ab332d701d. 2024-11-20T03:21:57,304 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dce6790940da92136d0361ab332d701d, regionState=OPEN, openSeqNum=2, regionLocation=d00f728e99d7,38409,1732072904075 2024-11-20T03:21:57,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dce6790940da92136d0361ab332d701d, server=d00f728e99d7,38409,1732072904075 because future has completed 2024-11-20T03:21:57,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T03:21:57,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure dce6790940da92136d0361ab332d701d, server=d00f728e99d7,38409,1732072904075 in 202 msec 2024-11-20T03:21:57,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T03:21:57,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dce6790940da92136d0361ab332d701d, ASSIGN in 359 msec 2024-11-20T03:21:57,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T03:21:57,313 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072917313"}]},"ts":"1732072917313"} 2024-11-20T03:21:57,315 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T03:21:57,316 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T03:21:57,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1820 sec 2024-11-20T03:21:57,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732072916134.dce6790940da92136d0361ab332d701d., hostname=d00f728e99d7,38409,1732072904075, seqNum=2] 2024-11-20T03:21:57,365 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38409-0x1015642d59c0007, quorum=127.0.0.1:49362, baseZNode=/269491212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/269491212 2024-11-20T03:21:57,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x1015642d59c0006, quorum=127.0.0.1:49362, baseZNode=/269491212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/269491212 2024-11-20T03:21:57,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T03:21:57,524 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144 to pos 379, reset compression=false 2024-11-20T03:21:57,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38409 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T03:21:57,540 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T03:21:57,566 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d00f728e99d7,38409,1732072904075, ReplicationSource: 1, currentBandwidth=0 2024-11-20T03:21:57,566 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:21:57,566 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,38409,1732072904075, seqNum=-1] 2024-11-20T03:21:57,567 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:21:57,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-20T03:21:57,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d00f728e99d7,38409,1732072904075', locateType=CURRENT is [region=hbase:replication,,1732072916134.dce6790940da92136d0361ab332d701d., hostname=d00f728e99d7,38409,1732072904075, seqNum=2] 2024-11-20T03:21:57,572 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T03:21:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40407 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T03:21:57,574 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d00f728e99d7,38409,1732072904075 suceeded 2024-11-20T03:21:57,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T03:21:57,576 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d00f728e99d7:43781,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T03:21:57,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-20T03:21:57,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4480 sec 2024-11-20T03:21:57,590 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d00f728e99d7:43781' 2024-11-20T03:21:57,591 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60265828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:57,591 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,43781,-1 for getting cluster id 2024-11-20T03:21:57,592 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:21:57,592 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92fc5412-f57a-4c36-8a56-62965adf573d' 2024-11-20T03:21:57,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:21:57,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92fc5412-f57a-4c36-8a56-62965adf573d" 2024-11-20T03:21:57,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59edff47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:57,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,43781,-1] 2024-11-20T03:21:57,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:21:57,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:57,593 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:21:57,594 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@519770d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:57,594 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:21:57,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,43781,1732072899183 2024-11-20T03:21:57,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b6f13d6 2024-11-20T03:21:57,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:21:57,596 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-20T03:21:57,596 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d00f728e99d7,38409,1732072904075 (queues=1) is replicating from cluster=4a261f4c-e78f-43fa-b75e-5d556dc0d97d to cluster=92fc5412-f57a-4c36-8a56-62965adf573d 2024-11-20T03:21:57,596 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d00f728e99d7%2C38409%2C1732072904075 2024-11-20T03:21:57,596 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d00f728e99d7,38409,1732072904075, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T03:21:57,597 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274, startPosition=0, beingWritten=true 2024-11-20T03:21:57,597 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.shipperd00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d00f728e99d7%2C38409%2C1732072904075 2024-11-20T03:21:57,602 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:21:57,602 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274 to pos 379, reset compression=false 2024-11-20T03:21:57,602 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.shipperd00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,38409,1732072904075 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T03:21:57,812 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274 to pos 379, reset compression=false 2024-11-20T03:21:58,005 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.wal-reader.d00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.1732072895807 to pos 379, reset compression=false 2024-11-20T03:21:58,115 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274 to pos 379, reset compression=false 2024-11-20T03:21:58,127 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144 to pos 379, reset compression=false 2024-11-20T03:21:58,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:21:58,272 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T03:21:58,272 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:21:58,272 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:21:58,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:58,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:58,273 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:21:58,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@278000dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:58,273 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,35187,-1 for getting cluster id 2024-11-20T03:21:58,273 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:21:58,274 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c18a4c4-d45b-471a-ad5b-b2117b4cec85' 2024-11-20T03:21:58,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:21:58,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c18a4c4-d45b-471a-ad5b-b2117b4cec85" 2024-11-20T03:21:58,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c45bf18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:58,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,35187,-1] 2024-11-20T03:21:58,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:21:58,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:58,275 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:21:58,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f09d7aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:58,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548f42d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:58,276 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,43781,-1 for getting cluster id 2024-11-20T03:21:58,276 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:21:58,277 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92fc5412-f57a-4c36-8a56-62965adf573d' 2024-11-20T03:21:58,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:21:58,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92fc5412-f57a-4c36-8a56-62965adf573d" 2024-11-20T03:21:58,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763c2eee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:58,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,43781,-1] 2024-11-20T03:21:58,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:21:58,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:58,277 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:21:58,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39594407, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:58,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@432f9dd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:58,278 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,40407,-1 for getting cluster id 2024-11-20T03:21:58,278 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:21:58,279 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a261f4c-e78f-43fa-b75e-5d556dc0d97d' 2024-11-20T03:21:58,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:21:58,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a261f4c-e78f-43fa-b75e-5d556dc0d97d" 2024-11-20T03:21:58,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b57bb0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:58,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,40407,-1] 2024-11-20T03:21:58,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:21:58,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:58,279 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:21:58,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@558e821d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:58,280 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:21:58,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,37901,1732072893158, seqNum=-1] 2024-11-20T03:21:58,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:21:58,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:21:58,284 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732072906352.175fc485388e8f9255ca94e3e4873a0e., hostname=d00f728e99d7,37901,1732072893158, seqNum=2] 2024-11-20T03:21:58,286 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:21:58,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,38409,1732072904075, seqNum=-1] 2024-11-20T03:21:58,287 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:21:58,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:21:58,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732072910664.04b11496b7666a6da92bf72c1c17db92., hostname=d00f728e99d7,38409,1732072904075, seqNum=2] 2024-11-20T03:21:58,290 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-20T03:21:58,519 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274 to pos 379, reset compression=false 2024-11-20T03:21:58,831 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144 to pos 379, reset compression=false 2024-11-20T03:21:58,909 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.wal-reader.d00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.1732072895807 to pos 379, reset compression=false 2024-11-20T03:21:58,917 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.wal-reader.d00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T03:21:58,917 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.wal-reader.d00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.1732072895807 to pos 480, reset compression=false 2024-11-20T03:21:58,917 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.shipperd00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,37901,1732072893158 got entry batch from reader: WALEntryBatch [walEntries=[{test/175fc485388e8f9255ca94e3e4873a0e/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.1732072895807, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-20T03:21:58,920 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.shipperd00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:21:58,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-20T03:21:58,922 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45735 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T03:21:58,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76bc4b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:58,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45735 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,43781,-1 for getting cluster id 2024-11-20T03:21:58,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45735 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:21:58,931 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92fc5412-f57a-4c36-8a56-62965adf573d' 2024-11-20T03:21:58,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:21:58,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92fc5412-f57a-4c36-8a56-62965adf573d" 2024-11-20T03:21:58,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@179f991f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:58,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,43781,-1] 2024-11-20T03:21:58,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:21:58,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:58,932 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:21:58,933 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ed32ed9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:58,934 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45735 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:21:58,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,45735,1732072899327, seqNum=-1] 2024-11-20T03:21:58,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:21:58,936 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-20T03:21:58,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732072908515.f5aa0d0eeec60cf0702aa9b0cdfaaeed., hostname=d00f728e99d7,45735,1732072899327, seqNum=2] 2024-11-20T03:21:58,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45735 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T03:21:59,022 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274 to pos 379, reset compression=false 2024-11-20T03:21:59,131 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.wal-reader.d00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.1732072895807 to pos 480, reset compression=false 2024-11-20T03:21:59,293 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-20T03:21:59,437 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.wal-reader.d00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.1732072895807 to pos 480, reset compression=false 2024-11-20T03:21:59,517 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T03:21:59,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:59,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:59,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:59,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:59,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:59,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:59,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:59,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:59,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:59,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:59,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:59,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:59,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:59,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:59,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:21:59,625 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T03:21:59,625 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274 to pos 379, reset compression=false 2024-11-20T03:21:59,634 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144 to pos 379, reset compression=false 2024-11-20T03:21:59,647 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T03:21:59,647 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144 to pos 504, reset compression=false 2024-11-20T03:21:59,647 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.shipperd00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,45735,1732072899327 got entry batch from reader: WALEntryBatch [walEntries=[{test/f5aa0d0eeec60cf0702aa9b0cdfaaeed/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-20T03:21:59,649 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.shipperd00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:21:59,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-20T03:21:59,651 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38409 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T03:21:59,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ef64f4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:59,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38409 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,40407,-1 for getting cluster id 2024-11-20T03:21:59,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:21:59,655 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a261f4c-e78f-43fa-b75e-5d556dc0d97d' 2024-11-20T03:21:59,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:21:59,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a261f4c-e78f-43fa-b75e-5d556dc0d97d" 2024-11-20T03:21:59,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a1a360e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:59,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,40407,-1] 2024-11-20T03:21:59,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:21:59,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:21:59,656 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:21:59,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5229211d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:21:59,658 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38409 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:21:59,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,38409,1732072904075, seqNum=-1] 2024-11-20T03:21:59,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:21:59,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-20T03:21:59,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732072910664.04b11496b7666a6da92bf72c1c17db92., hostname=d00f728e99d7,38409,1732072904075, seqNum=2] 2024-11-20T03:21:59,670 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38409 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T03:21:59,846 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.wal-reader.d00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.1732072895807 to pos 480, reset compression=false 2024-11-20T03:21:59,857 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144 to pos 504, reset compression=false 2024-11-20T03:22:00,161 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144 to pos 504, reset compression=false 2024-11-20T03:22:00,295 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-20T03:22:00,296 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:22:00,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,45735,1732072899327, seqNum=-1] 2024-11-20T03:22:00,298 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:22:00,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:22:00,300 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732072908515.f5aa0d0eeec60cf0702aa9b0cdfaaeed., hostname=d00f728e99d7,45735,1732072899327, seqNum=2] 2024-11-20T03:22:00,303 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-20T03:22:00,333 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274 to pos 379, reset compression=false 2024-11-20T03:22:00,337 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:22:00,337 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274 to pos 528, reset compression=false 2024-11-20T03:22:00,337 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.shipperd00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,38409,1732072904075 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T03:22:00,350 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.wal-reader.d00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.1732072895807 to pos 480, reset compression=false 2024-11-20T03:22:00,540 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274 to pos 528, reset compression=false 2024-11-20T03:22:00,564 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144 to pos 504, reset compression=false 2024-11-20T03:22:00,568 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T03:22:00,568 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144 to pos 608, reset compression=false 2024-11-20T03:22:00,568 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.shipperd00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,45735,1732072899327 got entry batch from reader: WALEntryBatch [walEntries=[{test/f5aa0d0eeec60cf0702aa9b0cdfaaeed/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T03:22:00,569 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38409 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T03:22:00,572 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38409 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T03:22:00,773 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144 to pos 608, reset compression=false 2024-11-20T03:22:00,843 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274 to pos 528, reset compression=false 2024-11-20T03:22:00,849 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:22:00,849 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274 to pos 656, reset compression=false 2024-11-20T03:22:00,849 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.shipperd00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,38409,1732072904075 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T03:22:00,881 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T03:22:00,953 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.wal-reader.d00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.1732072895807 to pos 480, reset compression=false 2024-11-20T03:22:01,052 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274 to pos 656, reset compression=false 2024-11-20T03:22:01,077 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144 to pos 608, reset compression=false 2024-11-20T03:22:01,305 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-20T03:22:01,307 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-20T03:22:01,355 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274 to pos 656, reset compression=false 2024-11-20T03:22:01,359 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T03:22:01,359 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274 to pos 760, reset compression=false 2024-11-20T03:22:01,359 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.shipperd00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,38409,1732072904075 got entry batch from reader: WALEntryBatch [walEntries=[{test/04b11496b7666a6da92bf72c1c17db92/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T03:22:01,361 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.shipperd00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:22:01,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-20T03:22:01,362 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45735 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T03:22:01,364 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45735 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T03:22:01,480 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144 to pos 608, reset compression=false 2024-11-20T03:22:01,484 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:22:01,484 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144 to pos 735, reset compression=false 2024-11-20T03:22:01,484 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.shipperd00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,45735,1732072899327 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T03:22:01,562 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274 to pos 760, reset compression=false 2024-11-20T03:22:01,657 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.wal-reader.d00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.1732072895807 to pos 480, reset compression=false 2024-11-20T03:22:01,687 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144 to pos 735, reset compression=false 2024-11-20T03:22:01,865 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274 to pos 760, reset compression=false 2024-11-20T03:22:01,991 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144 to pos 735, reset compression=false 2024-11-20T03:22:02,270 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274 to pos 760, reset compression=false 2024-11-20T03:22:02,309 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-20T03:22:02,312 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-20T03:22:02,395 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144 to pos 735, reset compression=false 2024-11-20T03:22:02,461 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.wal-reader.d00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.1732072895807 to pos 480, reset compression=false 2024-11-20T03:22:02,469 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.wal-reader.d00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T03:22:02,469 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.wal-reader.d00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.1732072895807 to pos 636, reset compression=false 2024-11-20T03:22:02,469 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.shipperd00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,37901,1732072893158 got entry batch from reader: WALEntryBatch [walEntries=[{test/175fc485388e8f9255ca94e3e4873a0e/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.1732072895807, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-20T03:22:02,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45735 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T03:22:02,472 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45735 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T03:22:02,673 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.wal-reader.d00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.1732072895807 to pos 636, reset compression=false 2024-11-20T03:22:02,774 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274 to pos 760, reset compression=false 2024-11-20T03:22:02,792 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:22:02,793 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d00f728e99d7,34923,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:34923 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T03:22:02,793 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108757 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d00f728e99d7,34923,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:34923 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T03:22:02,898 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144 to pos 735, reset compression=false 2024-11-20T03:22:02,903 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T03:22:02,903 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144 to pos 883, reset compression=false 2024-11-20T03:22:02,903 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.shipperd00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,45735,1732072899327 got entry batch from reader: WALEntryBatch [walEntries=[{test/f5aa0d0eeec60cf0702aa9b0cdfaaeed/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-20T03:22:02,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38409 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T03:22:02,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38409 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T03:22:02,977 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.wal-reader.d00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.1732072895807 to pos 636, reset compression=false 2024-11-20T03:22:03,119 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144 to pos 883, reset compression=false 2024-11-20T03:22:03,315 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-20T03:22:03,319 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-20T03:22:03,381 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274 to pos 760, reset compression=false 2024-11-20T03:22:03,386 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:22:03,386 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274 to pos 932, reset compression=false 2024-11-20T03:22:03,387 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.shipperd00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,38409,1732072904075 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T03:22:03,405 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.wal-reader.d00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.1732072895807 to pos 636, reset compression=false 2024-11-20T03:22:03,441 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144 to pos 883, reset compression=false 2024-11-20T03:22:03,451 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T03:22:03,451 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144 to pos 1042, reset compression=false 2024-11-20T03:22:03,451 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.shipperd00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,45735,1732072899327 got entry batch from reader: WALEntryBatch [walEntries=[{test/f5aa0d0eeec60cf0702aa9b0cdfaaeed/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T03:22:03,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38409 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T03:22:03,459 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38409 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T03:22:03,600 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274 to pos 932, reset compression=false 2024-11-20T03:22:03,604 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:22:03,604 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274 to pos 1082, reset compression=false 2024-11-20T03:22:03,604 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.shipperd00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,38409,1732072904075 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T03:22:03,676 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144 to pos 1042, reset compression=false 2024-11-20T03:22:03,808 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274 to pos 1082, reset compression=false 2024-11-20T03:22:03,910 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.wal-reader.d00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.1732072895807 to pos 636, reset compression=false 2024-11-20T03:22:03,979 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144 to pos 1042, reset compression=false 2024-11-20T03:22:04,111 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274 to pos 1082, reset compression=false 2024-11-20T03:22:04,321 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-20T03:22:04,324 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-20T03:22:04,383 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144 to pos 1042, reset compression=false 2024-11-20T03:22:04,513 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.wal-reader.d00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.1732072895807 to pos 636, reset compression=false 2024-11-20T03:22:04,515 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274 to pos 1082, reset compression=false 2024-11-20T03:22:04,520 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T03:22:04,520 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274 to pos 1241, reset compression=false 2024-11-20T03:22:04,520 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.shipperd00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,38409,1732072904075 got entry batch from reader: WALEntryBatch [walEntries=[{test/04b11496b7666a6da92bf72c1c17db92/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T03:22:04,521 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45735 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T03:22:04,524 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45735 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T03:22:04,724 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274 to pos 1241, reset compression=false 2024-11-20T03:22:04,883 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=0, created chunk count=36, reused chunk count=127, reuseRatio=77.91% 2024-11-20T03:22:04,884 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-20T03:22:04,887 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144 to pos 1042, reset compression=false 2024-11-20T03:22:04,890 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:22:04,890 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144 to pos 1191, reset compression=false 2024-11-20T03:22:04,890 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.shipperd00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,45735,1732072899327 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T03:22:05,027 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274 to pos 1241, reset compression=false 2024-11-20T03:22:05,094 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144 to pos 1191, reset compression=false 2024-11-20T03:22:05,217 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.wal-reader.d00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.1732072895807 to pos 636, reset compression=false 2024-11-20T03:22:05,326 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-20T03:22:05,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T03:22:05,331 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:22:05,331 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:22:05,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:05,331 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:22:05,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:05,332 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T03:22:05,332 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1268176085, stopped=false 2024-11-20T03:22:05,332 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d00f728e99d7,40407,1732072903947 2024-11-20T03:22:05,343 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38409-0x1015642d59c0007, quorum=127.0.0.1:49362, baseZNode=/269491212 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/269491212/running 2024-11-20T03:22:05,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x1015642d59c0006, quorum=127.0.0.1:49362, baseZNode=/269491212 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/269491212/running 2024-11-20T03:22:05,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x1015642d59c0006, quorum=127.0.0.1:49362, baseZNode=/269491212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/269491212 2024-11-20T03:22:05,343 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38409-0x1015642d59c0007, quorum=127.0.0.1:49362, baseZNode=/269491212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/269491212 2024-11-20T03:22:05,343 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:22:05,344 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:22:05,344 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:22:05,344 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38409-0x1015642d59c0007, quorum=127.0.0.1:49362, baseZNode=/269491212 Set watcher on znode that does not yet exist, /269491212/running 2024-11-20T03:22:05,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:05,344 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40407-0x1015642d59c0006, quorum=127.0.0.1:49362, baseZNode=/269491212 Set watcher on znode that does not yet exist, /269491212/running 2024-11-20T03:22:05,345 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd00f728e99d7,38409,1732072904075' ***** 2024-11-20T03:22:05,345 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T03:22:05,345 INFO [RS:0;d00f728e99d7:38409 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T03:22:05,345 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T03:22:05,345 INFO [RS:0;d00f728e99d7:38409 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T03:22:05,346 INFO [RS:0;d00f728e99d7:38409 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T03:22:05,346 INFO [RS:0;d00f728e99d7:38409 {}] regionserver.HRegionServer(3091): Received CLOSE for 04b11496b7666a6da92bf72c1c17db92 2024-11-20T03:22:05,346 INFO [RS:0;d00f728e99d7:38409 {}] regionserver.HRegionServer(3091): Received CLOSE for dce6790940da92136d0361ab332d701d 2024-11-20T03:22:05,346 INFO [RS:0;d00f728e99d7:38409 {}] regionserver.HRegionServer(959): stopping server d00f728e99d7,38409,1732072904075 2024-11-20T03:22:05,346 INFO [RS:0;d00f728e99d7:38409 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:22:05,346 INFO [RS:0;d00f728e99d7:38409 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:38409. 2024-11-20T03:22:05,346 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 04b11496b7666a6da92bf72c1c17db92, disabling compactions & flushes 2024-11-20T03:22:05,346 DEBUG [RS:0;d00f728e99d7:38409 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:22:05,346 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732072910664.04b11496b7666a6da92bf72c1c17db92. 2024-11-20T03:22:05,346 DEBUG [RS:0;d00f728e99d7:38409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:05,346 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732072910664.04b11496b7666a6da92bf72c1c17db92. 2024-11-20T03:22:05,346 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732072910664.04b11496b7666a6da92bf72c1c17db92. after waiting 0 ms 2024-11-20T03:22:05,346 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732072910664.04b11496b7666a6da92bf72c1c17db92. 2024-11-20T03:22:05,346 INFO [RS:0;d00f728e99d7:38409 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T03:22:05,346 INFO [RS:0;d00f728e99d7:38409 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T03:22:05,346 INFO [RS:0;d00f728e99d7:38409 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T03:22:05,346 INFO [RS:0;d00f728e99d7:38409 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T03:22:05,346 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 04b11496b7666a6da92bf72c1c17db92 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-20T03:22:05,346 INFO [RS:0;d00f728e99d7:38409 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T03:22:05,347 DEBUG [RS:0;d00f728e99d7:38409 {}] regionserver.HRegionServer(1325): Online Regions={04b11496b7666a6da92bf72c1c17db92=test,,1732072910664.04b11496b7666a6da92bf72c1c17db92., dce6790940da92136d0361ab332d701d=hbase:replication,,1732072916134.dce6790940da92136d0361ab332d701d., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T03:22:05,347 DEBUG [RS:0;d00f728e99d7:38409 {}] regionserver.HRegionServer(1351): Waiting on 04b11496b7666a6da92bf72c1c17db92, 1588230740, dce6790940da92136d0361ab332d701d 2024-11-20T03:22:05,347 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:22:05,347 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:22:05,347 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:22:05,347 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:22:05,347 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:22:05,347 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T03:22:05,365 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/default/test/04b11496b7666a6da92bf72c1c17db92/.tmp/f/b0fc2b9d5ea34f71ab789d1f7aeee993 is 29, key is row1/f:/1732072923316/DeleteFamily/seqid=0 2024-11-20T03:22:05,365 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/hbase/meta/1588230740/.tmp/info/4007b785f1a14c1c9b78d11d15af73d9 is 147, key is hbase:replication,,1732072916134.dce6790940da92136d0361ab332d701d./info:regioninfo/1732072917304/Put/seqid=0 2024-11-20T03:22:05,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44545 is added to blk_1073741840_1016 (size=7686) 2024-11-20T03:22:05,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44545 is added to blk_1073741841_1017 (size=5152) 2024-11-20T03:22:05,370 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/hbase/meta/1588230740/.tmp/info/4007b785f1a14c1c9b78d11d15af73d9 2024-11-20T03:22:05,370 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/default/test/04b11496b7666a6da92bf72c1c17db92/.tmp/f/b0fc2b9d5ea34f71ab789d1f7aeee993 2024-11-20T03:22:05,373 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b0fc2b9d5ea34f71ab789d1f7aeee993 2024-11-20T03:22:05,377 INFO [regionserver/d00f728e99d7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:22:05,390 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/default/test/04b11496b7666a6da92bf72c1c17db92/.tmp/f1/cfe6162b172e4cea86d1faa83dc3fe91 is 30, key is row1/f1:/1732072923316/DeleteFamily/seqid=0 2024-11-20T03:22:05,392 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/hbase/meta/1588230740/.tmp/ns/672c89f8f6ae40ad809c5a036da50d78 is 43, key is default/ns:d/1732072906224/Put/seqid=0 2024-11-20T03:22:05,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44545 is added to blk_1073741842_1018 (size=5158) 2024-11-20T03:22:05,397 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144 to pos 1191, reset compression=false 2024-11-20T03:22:05,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44545 is added to blk_1073741843_1019 (size=5153) 2024-11-20T03:22:05,430 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274 to pos 1241, reset compression=false 2024-11-20T03:22:05,435 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:22:05,435 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274 to pos 1488, reset compression=false 2024-11-20T03:22:05,435 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.shipperd00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,38409,1732072904075 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T03:22:05,436 ERROR [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.shipperd00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d00f728e99d7,38409,1732072904075: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d00f728e99d7,38409,1732072904075, walGroup=d00f728e99d7%2C38409%2C1732072904075, offset=d00f728e99d7%2C38409%2C1732072904075.1732072905274:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:38409 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T03:22:05,437 ERROR [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.shipperd00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T03:22:05,437 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.shipperd00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T03:22:05,438 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.shipperd00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T03:22:05,438 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.shipperd00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T03:22:05,438 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.shipperd00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T03:22:05,438 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.shipperd00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1356857344, "init": 1048576000, "max": 2306867200, "used": 873628208 }, "NonHeapMemoryUsage": { "committed": 206241792, "init": 7667712, "max": -1, "used": 201602992 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T03:22:05,438 WARN [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.shipperd00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:40407 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:40407 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T03:22:05,547 DEBUG [RS:0;d00f728e99d7:38409 {}] regionserver.HRegionServer(1351): Waiting on 04b11496b7666a6da92bf72c1c17db92, 1588230740, dce6790940da92136d0361ab332d701d 2024-11-20T03:22:05,638 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274 to pos 1488, reset compression=false 2024-11-20T03:22:05,747 DEBUG [RS:0;d00f728e99d7:38409 {}] regionserver.HRegionServer(1351): Waiting on 04b11496b7666a6da92bf72c1c17db92, 1588230740, dce6790940da92136d0361ab332d701d 2024-11-20T03:22:05,798 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/default/test/04b11496b7666a6da92bf72c1c17db92/.tmp/f1/cfe6162b172e4cea86d1faa83dc3fe91 2024-11-20T03:22:05,801 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cfe6162b172e4cea86d1faa83dc3fe91 2024-11-20T03:22:05,802 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/hbase/meta/1588230740/.tmp/ns/672c89f8f6ae40ad809c5a036da50d78 2024-11-20T03:22:05,805 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144 to pos 1191, reset compression=false 2024-11-20T03:22:05,816 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/hbase/meta/1588230740/.tmp/rep_barrier/e99b683ea7494c14a6bdc58dd14cf026 is 112, key is test,,1732072910664.04b11496b7666a6da92bf72c1c17db92./rep_barrier:seqnumDuringOpen/1732072911806/Put/seqid=0 2024-11-20T03:22:05,817 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/default/test/04b11496b7666a6da92bf72c1c17db92/.tmp/norep/3fc7904be2d94987a419ce7deec1378d is 33, key is row2/norep:/1732072924322/DeleteFamily/seqid=0 2024-11-20T03:22:05,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44545 is added to blk_1073741844_1020 (size=5518) 2024-11-20T03:22:05,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44545 is added to blk_1073741845_1021 (size=5108) 2024-11-20T03:22:05,820 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/default/test/04b11496b7666a6da92bf72c1c17db92/.tmp/norep/3fc7904be2d94987a419ce7deec1378d 2024-11-20T03:22:05,823 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3fc7904be2d94987a419ce7deec1378d 2024-11-20T03:22:05,823 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/default/test/04b11496b7666a6da92bf72c1c17db92/.tmp/f/b0fc2b9d5ea34f71ab789d1f7aeee993 as hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/default/test/04b11496b7666a6da92bf72c1c17db92/f/b0fc2b9d5ea34f71ab789d1f7aeee993 2024-11-20T03:22:05,827 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b0fc2b9d5ea34f71ab789d1f7aeee993 2024-11-20T03:22:05,827 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/default/test/04b11496b7666a6da92bf72c1c17db92/f/b0fc2b9d5ea34f71ab789d1f7aeee993, entries=3, sequenceid=10, filesize=5.0 K 2024-11-20T03:22:05,829 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/default/test/04b11496b7666a6da92bf72c1c17db92/.tmp/f1/cfe6162b172e4cea86d1faa83dc3fe91 as hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/default/test/04b11496b7666a6da92bf72c1c17db92/f1/cfe6162b172e4cea86d1faa83dc3fe91 2024-11-20T03:22:05,833 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cfe6162b172e4cea86d1faa83dc3fe91 2024-11-20T03:22:05,833 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/default/test/04b11496b7666a6da92bf72c1c17db92/f1/cfe6162b172e4cea86d1faa83dc3fe91, entries=3, sequenceid=10, filesize=5.0 K 2024-11-20T03:22:05,834 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/default/test/04b11496b7666a6da92bf72c1c17db92/.tmp/norep/3fc7904be2d94987a419ce7deec1378d as hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/default/test/04b11496b7666a6da92bf72c1c17db92/norep/3fc7904be2d94987a419ce7deec1378d 2024-11-20T03:22:05,837 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3fc7904be2d94987a419ce7deec1378d 2024-11-20T03:22:05,837 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/default/test/04b11496b7666a6da92bf72c1c17db92/norep/3fc7904be2d94987a419ce7deec1378d, entries=1, sequenceid=10, filesize=5.0 K 2024-11-20T03:22:05,838 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 04b11496b7666a6da92bf72c1c17db92 in 492ms, sequenceid=10, compaction requested=false 2024-11-20T03:22:05,841 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/default/test/04b11496b7666a6da92bf72c1c17db92/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T03:22:05,842 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:22:05,842 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T03:22:05,842 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732072910664.04b11496b7666a6da92bf72c1c17db92. 2024-11-20T03:22:05,842 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 04b11496b7666a6da92bf72c1c17db92: Waiting for close lock at 1732072925346Running coprocessor pre-close hooks at 1732072925346Disabling compacts and flushes for region at 1732072925346Disabling writes for close at 1732072925346Obtaining lock to block concurrent updates at 1732072925346Preparing flush snapshotting stores in 04b11496b7666a6da92bf72c1c17db92 at 1732072925346Finished memstore snapshotting test,,1732072910664.04b11496b7666a6da92bf72c1c17db92., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732072925347 (+1 ms)Flushing stores of test,,1732072910664.04b11496b7666a6da92bf72c1c17db92. at 1732072925347Flushing 04b11496b7666a6da92bf72c1c17db92/f: creating writer at 1732072925347Flushing 04b11496b7666a6da92bf72c1c17db92/f: appending metadata at 1732072925365 (+18 ms)Flushing 04b11496b7666a6da92bf72c1c17db92/f: closing flushed file at 1732072925365Flushing 04b11496b7666a6da92bf72c1c17db92/f1: creating writer at 1732072925374 (+9 ms)Flushing 04b11496b7666a6da92bf72c1c17db92/f1: appending metadata at 1732072925390 (+16 ms)Flushing 04b11496b7666a6da92bf72c1c17db92/f1: closing flushed file at 1732072925390Flushing 04b11496b7666a6da92bf72c1c17db92/norep: creating writer at 1732072925801 (+411 ms)Flushing 04b11496b7666a6da92bf72c1c17db92/norep: appending metadata at 1732072925816 (+15 ms)Flushing 04b11496b7666a6da92bf72c1c17db92/norep: closing flushed file at 1732072925816Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@319c67a9: reopening flushed file at 1732072925823 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19fb7926: reopening flushed file at 1732072925828 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@210b0254: reopening flushed file at 1732072925833 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 04b11496b7666a6da92bf72c1c17db92 in 492ms, sequenceid=10, compaction requested=false at 1732072925838 (+5 ms)Writing region close event to WAL at 1732072925839 (+1 ms)Running coprocessor post-close hooks at 1732072925842 (+3 ms)Closed at 1732072925842 2024-11-20T03:22:05,842 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732072910664.04b11496b7666a6da92bf72c1c17db92. 2024-11-20T03:22:05,842 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dce6790940da92136d0361ab332d701d, disabling compactions & flushes 2024-11-20T03:22:05,842 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732072916134.dce6790940da92136d0361ab332d701d. 2024-11-20T03:22:05,842 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732072916134.dce6790940da92136d0361ab332d701d. 2024-11-20T03:22:05,842 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732072916134.dce6790940da92136d0361ab332d701d. after waiting 0 ms 2024-11-20T03:22:05,842 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732072916134.dce6790940da92136d0361ab332d701d. 2024-11-20T03:22:05,842 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dce6790940da92136d0361ab332d701d: Waiting for close lock at 1732072925842Running coprocessor pre-close hooks at 1732072925842Disabling compacts and flushes for region at 1732072925842Disabling writes for close at 1732072925842Failed flush hbase:replication,,1732072916134.dce6790940da92136d0361ab332d701d., putting online again at 1732072925842 2024-11-20T03:22:05,842 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732072916134.dce6790940da92136d0361ab332d701d. 2024-11-20T03:22:05,942 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274 to pos 1488, reset compression=false 2024-11-20T03:22:05,947 INFO [RS:0;d00f728e99d7:38409 {}] regionserver.HRegionServer(3091): Received CLOSE for dce6790940da92136d0361ab332d701d 2024-11-20T03:22:05,947 DEBUG [RS:0;d00f728e99d7:38409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dce6790940da92136d0361ab332d701d 2024-11-20T03:22:05,947 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dce6790940da92136d0361ab332d701d, disabling compactions & flushes 2024-11-20T03:22:05,947 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732072916134.dce6790940da92136d0361ab332d701d. 2024-11-20T03:22:05,947 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732072916134.dce6790940da92136d0361ab332d701d. 2024-11-20T03:22:05,948 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732072916134.dce6790940da92136d0361ab332d701d. after waiting 0 ms 2024-11-20T03:22:05,948 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732072916134.dce6790940da92136d0361ab332d701d. 2024-11-20T03:22:05,948 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dce6790940da92136d0361ab332d701d: Waiting for close lock at 1732072925947Running coprocessor pre-close hooks at 1732072925947Disabling compacts and flushes for region at 1732072925947Disabling writes for close at 1732072925948 (+1 ms)Failed flush hbase:replication,,1732072916134.dce6790940da92136d0361ab332d701d., putting online again at 1732072925948 2024-11-20T03:22:05,948 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732072916134.dce6790940da92136d0361ab332d701d. 2024-11-20T03:22:05,949 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:22:05,949 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274 to pos 2132, reset compression=false 2024-11-20T03:22:06,021 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.wal-reader.d00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.1732072895807 to pos 636, reset compression=false 2024-11-20T03:22:06,140 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T03:22:06,140 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T03:22:06,147 DEBUG [RS:0;d00f728e99d7:38409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:22:06,161 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274 to pos 2132, reset compression=false 2024-11-20T03:22:06,220 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/hbase/meta/1588230740/.tmp/rep_barrier/e99b683ea7494c14a6bdc58dd14cf026 2024-11-20T03:22:06,239 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/hbase/meta/1588230740/.tmp/table/93408f7b765044af8536e83981661c6b is 53, key is hbase:replication/table:state/1732072917313/Put/seqid=0 2024-11-20T03:22:06,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44545 is added to blk_1073741846_1022 (size=5308) 2024-11-20T03:22:06,307 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144 to pos 1191, reset compression=false 2024-11-20T03:22:06,348 INFO [RS:0;d00f728e99d7:38409 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T03:22:06,348 DEBUG [RS:0;d00f728e99d7:38409 {}] regionserver.HRegionServer(1325): Online Regions={dce6790940da92136d0361ab332d701d=hbase:replication,,1732072916134.dce6790940da92136d0361ab332d701d., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T03:22:06,348 DEBUG [RS:0;d00f728e99d7:38409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:22:06,464 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.wal-reader.d00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.1732072905274 to pos 2132, reset compression=false 2024-11-20T03:22:06,548 DEBUG [RS:0;d00f728e99d7:38409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:22:06,643 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/hbase/meta/1588230740/.tmp/table/93408f7b765044af8536e83981661c6b 2024-11-20T03:22:06,647 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/hbase/meta/1588230740/.tmp/info/4007b785f1a14c1c9b78d11d15af73d9 as hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/hbase/meta/1588230740/info/4007b785f1a14c1c9b78d11d15af73d9 2024-11-20T03:22:06,651 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/hbase/meta/1588230740/info/4007b785f1a14c1c9b78d11d15af73d9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T03:22:06,651 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/hbase/meta/1588230740/.tmp/ns/672c89f8f6ae40ad809c5a036da50d78 as hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/hbase/meta/1588230740/ns/672c89f8f6ae40ad809c5a036da50d78 2024-11-20T03:22:06,654 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/hbase/meta/1588230740/ns/672c89f8f6ae40ad809c5a036da50d78, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T03:22:06,655 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/hbase/meta/1588230740/.tmp/rep_barrier/e99b683ea7494c14a6bdc58dd14cf026 as hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/hbase/meta/1588230740/rep_barrier/e99b683ea7494c14a6bdc58dd14cf026 2024-11-20T03:22:06,658 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/hbase/meta/1588230740/rep_barrier/e99b683ea7494c14a6bdc58dd14cf026, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T03:22:06,659 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/hbase/meta/1588230740/.tmp/table/93408f7b765044af8536e83981661c6b as hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/hbase/meta/1588230740/table/93408f7b765044af8536e83981661c6b 2024-11-20T03:22:06,662 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/hbase/meta/1588230740/table/93408f7b765044af8536e83981661c6b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T03:22:06,663 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=16, compaction requested=false 2024-11-20T03:22:06,666 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T03:22:06,666 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:22:06,666 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:22:06,666 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:22:06,666 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072925347Running coprocessor pre-close hooks at 1732072925347Disabling compacts and flushes for region at 1732072925347Disabling writes for close at 1732072925347Obtaining lock to block concurrent updates at 1732072925347Preparing flush snapshotting stores in 1588230740 at 1732072925347Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732072925347Flushing stores of hbase:meta,,1.1588230740 at 1732072925347Flushing 1588230740/info: creating writer at 1732072925347Flushing 1588230740/info: appending metadata at 1732072925365 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732072925365Flushing 1588230740/ns: creating writer at 1732072925373 (+8 ms)Flushing 1588230740/ns: appending metadata at 1732072925392 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732072925392Flushing 1588230740/rep_barrier: creating writer at 1732072925804 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732072925816 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732072925816Flushing 1588230740/table: creating writer at 1732072926224 (+408 ms)Flushing 1588230740/table: appending metadata at 1732072926239 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732072926239Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76c82176: reopening flushed file at 1732072926647 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37660735: reopening flushed file at 1732072926651 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dcf2ae0: reopening flushed file at 1732072926655 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cd4fe71: reopening flushed file at 1732072926658 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1316ms, sequenceid=16, compaction requested=false at 1732072926663 (+5 ms)Writing region close event to WAL at 1732072926664 (+1 ms)Running coprocessor post-close hooks at 1732072926666 (+2 ms)Closed at 1732072926666 2024-11-20T03:22:06,666 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T03:22:06,748 INFO [RS:0;d00f728e99d7:38409 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-20T03:22:06,748 INFO [RS:0;d00f728e99d7:38409 {}] regionserver.HRegionServer(976): stopping server d00f728e99d7,38409,1732072904075; all regions closed. 2024-11-20T03:22:06,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44545 is added to blk_1073741834_1010 (size=4239) 2024-11-20T03:22:06,750 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/WALs/d00f728e99d7,38409,1732072904075/d00f728e99d7%2C38409%2C1732072904075.meta.1732072906180.meta not finished, retry = 0 2024-11-20T03:22:06,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44545 is added to blk_1073741839_1015 (size=2171) 2024-11-20T03:22:06,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44545 is added to blk_1073741832_1008 (size=2140) 2024-11-20T03:22:06,855 DEBUG [RS:0;d00f728e99d7:38409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:06,855 INFO [RS:0;d00f728e99d7:38409 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:22:06,855 INFO [RS:0;d00f728e99d7:38409 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:22:06,855 INFO [RS:0;d00f728e99d7:38409 {}] hbase.ChoreService(370): Chore service for: regionserver/d00f728e99d7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T03:22:06,856 INFO [RS:0;d00f728e99d7:38409 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:22:06,856 INFO [regionserver/d00f728e99d7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:22:06,856 INFO [RS:0;d00f728e99d7:38409 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d00f728e99d7,38409,1732072904075 because: Region server is closing 2024-11-20T03:22:06,856 INFO [RS:0;d00f728e99d7:38409 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:38409. 2024-11-20T03:22:06,856 DEBUG [RS:0;d00f728e99d7:38409 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:22:06,856 DEBUG [RS:0;d00f728e99d7:38409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:06,856 DEBUG [RS:0;d00f728e99d7:38409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:06,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:22:06,910 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144 to pos 1191, reset compression=false 2024-11-20T03:22:06,924 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.wal-reader.d00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.1732072895807 to pos 636, reset compression=false 2024-11-20T03:22:06,957 INFO [RS:0;d00f728e99d7:38409 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,38409,1732072904075.replicationSource.shipperd00f728e99d7%2C38409%2C1732072904075,1-d00f728e99d7,38409,1732072904075 terminated 2024-11-20T03:22:06,957 INFO [RS:0;d00f728e99d7:38409 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:38409. 2024-11-20T03:22:06,957 DEBUG [RS:0;d00f728e99d7:38409 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:22:06,957 DEBUG [RS:0;d00f728e99d7:38409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:06,957 DEBUG [RS:0;d00f728e99d7:38409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:06,957 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:22:06,957 INFO [RS:0;d00f728e99d7:38409 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38409 2024-11-20T03:22:06,967 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38409-0x1015642d59c0007, quorum=127.0.0.1:49362, baseZNode=/269491212 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/269491212/rs/d00f728e99d7,38409,1732072904075 2024-11-20T03:22:06,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x1015642d59c0006, quorum=127.0.0.1:49362, baseZNode=/269491212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/269491212/rs 2024-11-20T03:22:06,967 INFO [RS:0;d00f728e99d7:38409 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:22:06,985 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d00f728e99d7,38409,1732072904075] 2024-11-20T03:22:07,006 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /269491212/draining/d00f728e99d7,38409,1732072904075 already deleted, retry=false 2024-11-20T03:22:07,006 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d00f728e99d7,38409,1732072904075 expired; onlineServers=0 2024-11-20T03:22:07,006 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd00f728e99d7,40407,1732072903947' ***** 2024-11-20T03:22:07,006 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T03:22:07,006 INFO [M:0;d00f728e99d7:40407 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:22:07,007 INFO [M:0;d00f728e99d7:40407 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:22:07,007 DEBUG [M:0;d00f728e99d7:40407 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T03:22:07,007 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T03:22:07,007 DEBUG [M:0;d00f728e99d7:40407 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T03:22:07,007 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072904988 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072904988,5,FailOnTimeoutGroup] 2024-11-20T03:22:07,007 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072904988 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072904988,5,FailOnTimeoutGroup] 2024-11-20T03:22:07,007 INFO [M:0;d00f728e99d7:40407 {}] hbase.ChoreService(370): Chore service for: master/d00f728e99d7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T03:22:07,007 INFO [M:0;d00f728e99d7:40407 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:22:07,007 DEBUG [M:0;d00f728e99d7:40407 {}] master.HMaster(1795): Stopping service threads 2024-11-20T03:22:07,007 INFO [M:0;d00f728e99d7:40407 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T03:22:07,007 INFO [M:0;d00f728e99d7:40407 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:22:07,007 INFO [M:0;d00f728e99d7:40407 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T03:22:07,007 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T03:22:07,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x1015642d59c0006, quorum=127.0.0.1:49362, baseZNode=/269491212 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/269491212/master 2024-11-20T03:22:07,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x1015642d59c0006, quorum=127.0.0.1:49362, baseZNode=/269491212 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/269491212 2024-11-20T03:22:07,027 DEBUG [M:0;d00f728e99d7:40407 {}] zookeeper.ZKUtil(347): master:40407-0x1015642d59c0006, quorum=127.0.0.1:49362, baseZNode=/269491212 Unable to get data of znode /269491212/master because node does not exist (not an error) 2024-11-20T03:22:07,027 WARN [M:0;d00f728e99d7:40407 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T03:22:07,037 INFO [M:0;d00f728e99d7:40407 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/.lastflushedseqids 2024-11-20T03:22:07,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44545 is added to blk_1073741847_1023 (size=245) 2024-11-20T03:22:07,041 INFO [M:0;d00f728e99d7:40407 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T03:22:07,042 INFO [M:0;d00f728e99d7:40407 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T03:22:07,042 DEBUG [M:0;d00f728e99d7:40407 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:22:07,042 INFO [M:0;d00f728e99d7:40407 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:22:07,042 DEBUG [M:0;d00f728e99d7:40407 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:22:07,042 DEBUG [M:0;d00f728e99d7:40407 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:22:07,042 DEBUG [M:0;d00f728e99d7:40407 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:22:07,042 INFO [M:0;d00f728e99d7:40407 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-20T03:22:07,056 DEBUG [M:0;d00f728e99d7:40407 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/18b795c4bd8f45c9aab8f628e79ff51c is 82, key is hbase:meta,,1/info:regioninfo/1732072906207/Put/seqid=0 2024-11-20T03:22:07,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44545 is added to blk_1073741848_1024 (size=5672) 2024-11-20T03:22:07,085 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38409-0x1015642d59c0007, quorum=127.0.0.1:49362, baseZNode=/269491212 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:22:07,085 INFO [RS:0;d00f728e99d7:38409 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:22:07,085 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38409-0x1015642d59c0007, quorum=127.0.0.1:49362, baseZNode=/269491212 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:22:07,085 INFO [RS:0;d00f728e99d7:38409 {}] regionserver.HRegionServer(1031): Exiting; stopping=d00f728e99d7,38409,1732072904075; zookeeper connection closed. 2024-11-20T03:22:07,086 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@536706d7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@536706d7 2024-11-20T03:22:07,086 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T03:22:07,459 INFO [M:0;d00f728e99d7:40407 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/18b795c4bd8f45c9aab8f628e79ff51c 2024-11-20T03:22:07,482 DEBUG [M:0;d00f728e99d7:40407 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4438635803ab426b87ff59ac49c31d34 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732072917316/Put/seqid=0 2024-11-20T03:22:07,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44545 is added to blk_1073741849_1025 (size=8517) 2024-11-20T03:22:07,613 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144 to pos 1191, reset compression=false 2024-11-20T03:22:07,886 INFO [M:0;d00f728e99d7:40407 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4438635803ab426b87ff59ac49c31d34 2024-11-20T03:22:07,905 DEBUG [M:0;d00f728e99d7:40407 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93df4bd7dfe84362b9e3f3c890d2d346 is 69, key is d00f728e99d7,38409,1732072904075/rs:state/1732072905059/Put/seqid=0 2024-11-20T03:22:07,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44545 is added to blk_1073741850_1026 (size=5156) 2024-11-20T03:22:07,926 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.wal-reader.d00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.1732072895807 to pos 636, reset compression=false 2024-11-20T03:22:08,308 INFO [M:0;d00f728e99d7:40407 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93df4bd7dfe84362b9e3f3c890d2d346 2024-11-20T03:22:08,312 DEBUG [M:0;d00f728e99d7:40407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/18b795c4bd8f45c9aab8f628e79ff51c as hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/18b795c4bd8f45c9aab8f628e79ff51c 2024-11-20T03:22:08,315 INFO [M:0;d00f728e99d7:40407 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/18b795c4bd8f45c9aab8f628e79ff51c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T03:22:08,316 DEBUG [M:0;d00f728e99d7:40407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4438635803ab426b87ff59ac49c31d34 as hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4438635803ab426b87ff59ac49c31d34 2024-11-20T03:22:08,319 INFO [M:0;d00f728e99d7:40407 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4438635803ab426b87ff59ac49c31d34, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T03:22:08,320 DEBUG [M:0;d00f728e99d7:40407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/93df4bd7dfe84362b9e3f3c890d2d346 as hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/93df4bd7dfe84362b9e3f3c890d2d346 2024-11-20T03:22:08,323 INFO [M:0;d00f728e99d7:40407 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40765/user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/93df4bd7dfe84362b9e3f3c890d2d346, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T03:22:08,324 INFO [M:0;d00f728e99d7:40407 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false 2024-11-20T03:22:08,325 INFO [M:0;d00f728e99d7:40407 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:22:08,325 DEBUG [M:0;d00f728e99d7:40407 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072927042Disabling compacts and flushes for region at 1732072927042Disabling writes for close at 1732072927042Obtaining lock to block concurrent updates at 1732072927042Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732072927042Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732072927042Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732072927043 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732072927043Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732072927055 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732072927056 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732072927464 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732072927482 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732072927482Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732072927889 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732072927905 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732072927905Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fef4836: reopening flushed file at 1732072928311 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fae978f: reopening flushed file at 1732072928315 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f2eff83: reopening flushed file at 1732072928319 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false at 1732072928324 (+5 ms)Writing region close event to WAL at 1732072928325 (+1 ms)Closed at 1732072928325 2024-11-20T03:22:08,327 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7abf43a5-38e1-ec72-d1ee-aae843892aa8/MasterData/WALs/d00f728e99d7,40407,1732072903947/d00f728e99d7%2C40407%2C1732072903947.1732072904706 not finished, retry = 0 2024-11-20T03:22:08,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44545 is added to blk_1073741830_1006 (size=63666) 2024-11-20T03:22:08,428 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:22:08,428 INFO [M:0;d00f728e99d7:40407 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T03:22:08,428 INFO [M:0;d00f728e99d7:40407 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40407 2024-11-20T03:22:08,428 INFO [M:0;d00f728e99d7:40407 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:22:08,429 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144 to pos 1191, reset compression=false 2024-11-20T03:22:08,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x1015642d59c0006, quorum=127.0.0.1:49362, baseZNode=/269491212 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:22:08,541 INFO [M:0;d00f728e99d7:40407 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:22:08,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40407-0x1015642d59c0006, quorum=127.0.0.1:49362, baseZNode=/269491212 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:22:08,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e0f4b23{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:22:08,544 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f9147eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:22:08,544 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:22:08,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@399c85bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:22:08,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57ed330a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b82f155-006a-812a-2bb3-d36b6cf9df86/hadoop.log.dir/,STOPPED} 2024-11-20T03:22:08,546 WARN [BP-838393537-172.17.0.2-1732072901856 heartbeating to localhost/127.0.0.1:40765 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T03:22:08,546 WARN [BP-838393537-172.17.0.2-1732072901856 heartbeating to localhost/127.0.0.1:40765 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-838393537-172.17.0.2-1732072901856 (Datanode Uuid 73ab2a69-d94a-47c2-a6de-443acd110b51) service to localhost/127.0.0.1:40765 2024-11-20T03:22:08,546 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b82f155-006a-812a-2bb3-d36b6cf9df86/cluster_677f65fd-3eb6-5c85-745f-3b6e3319a9d2/data/data1/current/BP-838393537-172.17.0.2-1732072901856 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:22:08,546 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b82f155-006a-812a-2bb3-d36b6cf9df86/cluster_677f65fd-3eb6-5c85-745f-3b6e3319a9d2/data/data2/current/BP-838393537-172.17.0.2-1732072901856 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:22:08,547 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T03:22:08,547 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T03:22:08,547 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T03:22:08,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b776582{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:22:08,554 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a453c14{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:22:08,554 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:22:08,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c636791{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:22:08,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e91cfc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b82f155-006a-812a-2bb3-d36b6cf9df86/hadoop.log.dir/,STOPPED} 2024-11-20T03:22:08,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T03:22:08,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T03:22:08,569 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:22:08,569 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:22:08,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:08,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:08,569 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:22:08,569 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T03:22:08,569 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1299514746, stopped=false 2024-11-20T03:22:08,569 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d00f728e99d7,43781,1732072899183 2024-11-20T03:22:08,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43781-0x1015642d59c0003, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1337464456/running 2024-11-20T03:22:08,626 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45735-0x1015642d59c0004, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1337464456/running 2024-11-20T03:22:08,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43781-0x1015642d59c0003, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1337464456 2024-11-20T03:22:08,626 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45735-0x1015642d59c0004, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1337464456 2024-11-20T03:22:08,626 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:22:08,626 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45735-0x1015642d59c0004, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Set watcher on znode that does not yet exist, /1-1337464456/running 2024-11-20T03:22:08,627 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:22:08,627 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:22:08,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43781-0x1015642d59c0003, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Set watcher on znode that does not yet exist, /1-1337464456/running 2024-11-20T03:22:08,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:08,627 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd00f728e99d7,45735,1732072899327' ***** 2024-11-20T03:22:08,627 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T03:22:08,627 INFO [RS:0;d00f728e99d7:45735 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T03:22:08,627 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T03:22:08,628 INFO [RS:0;d00f728e99d7:45735 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T03:22:08,628 INFO [RS:0;d00f728e99d7:45735 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T03:22:08,628 INFO [RS:0;d00f728e99d7:45735 {}] regionserver.HRegionServer(3091): Received CLOSE for bcc602a494b597efcc6818a4fbf4ac08 2024-11-20T03:22:08,628 INFO [RS:0;d00f728e99d7:45735 {}] regionserver.HRegionServer(3091): Received CLOSE for f5aa0d0eeec60cf0702aa9b0cdfaaeed 2024-11-20T03:22:08,628 INFO [RS:0;d00f728e99d7:45735 {}] regionserver.HRegionServer(959): stopping server d00f728e99d7,45735,1732072899327 2024-11-20T03:22:08,628 INFO [RS:0;d00f728e99d7:45735 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:22:08,628 INFO [RS:0;d00f728e99d7:45735 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:45735. 2024-11-20T03:22:08,628 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bcc602a494b597efcc6818a4fbf4ac08, disabling compactions & flushes 2024-11-20T03:22:08,628 DEBUG [RS:0;d00f728e99d7:45735 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:22:08,628 DEBUG [RS:0;d00f728e99d7:45735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:08,628 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732072914985.bcc602a494b597efcc6818a4fbf4ac08. 2024-11-20T03:22:08,628 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732072914985.bcc602a494b597efcc6818a4fbf4ac08. 2024-11-20T03:22:08,628 INFO [RS:0;d00f728e99d7:45735 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T03:22:08,628 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732072914985.bcc602a494b597efcc6818a4fbf4ac08. after waiting 0 ms 2024-11-20T03:22:08,628 INFO [RS:0;d00f728e99d7:45735 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T03:22:08,628 INFO [RS:0;d00f728e99d7:45735 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T03:22:08,628 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732072914985.bcc602a494b597efcc6818a4fbf4ac08. 2024-11-20T03:22:08,628 INFO [RS:0;d00f728e99d7:45735 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T03:22:08,628 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bcc602a494b597efcc6818a4fbf4ac08 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-20T03:22:08,628 INFO [RS:0;d00f728e99d7:45735 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T03:22:08,628 DEBUG [RS:0;d00f728e99d7:45735 {}] regionserver.HRegionServer(1325): Online Regions={bcc602a494b597efcc6818a4fbf4ac08=hbase:replication,,1732072914985.bcc602a494b597efcc6818a4fbf4ac08., 1588230740=hbase:meta,,1.1588230740, f5aa0d0eeec60cf0702aa9b0cdfaaeed=test,,1732072908515.f5aa0d0eeec60cf0702aa9b0cdfaaeed.} 2024-11-20T03:22:08,628 DEBUG [RS:0;d00f728e99d7:45735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bcc602a494b597efcc6818a4fbf4ac08, f5aa0d0eeec60cf0702aa9b0cdfaaeed 2024-11-20T03:22:08,628 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:22:08,628 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:22:08,628 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:22:08,628 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:22:08,628 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:22:08,628 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T03:22:08,632 INFO [regionserver/d00f728e99d7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:22:08,642 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/hbase/meta/1588230740/.tmp/info/79d7711342594f75886c6e3490b1ecae is 147, key is hbase:replication,,1732072914985.bcc602a494b597efcc6818a4fbf4ac08./info:regioninfo/1732072915758/Put/seqid=0 2024-11-20T03:22:08,644 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/hbase/replication/bcc602a494b597efcc6818a4fbf4ac08/.tmp/queue/45ba8026673641eca7d3bfac9a280723 is 154, key is 1-d00f728e99d7,45735,1732072899327/queue:d00f728e99d7%2C45735%2C1732072899327/1732072924891/Put/seqid=0 2024-11-20T03:22:08,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741840_1016 (size=7686) 2024-11-20T03:22:08,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741841_1017 (size=5353) 2024-11-20T03:22:08,829 DEBUG [RS:0;d00f728e99d7:45735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bcc602a494b597efcc6818a4fbf4ac08, f5aa0d0eeec60cf0702aa9b0cdfaaeed 2024-11-20T03:22:09,000 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T03:22:09,000 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T03:22:09,029 DEBUG [RS:0;d00f728e99d7:45735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bcc602a494b597efcc6818a4fbf4ac08, f5aa0d0eeec60cf0702aa9b0cdfaaeed 2024-11-20T03:22:09,029 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.wal-reader.d00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.1732072895807 to pos 636, reset compression=false 2024-11-20T03:22:09,045 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/hbase/meta/1588230740/.tmp/info/79d7711342594f75886c6e3490b1ecae 2024-11-20T03:22:09,047 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/hbase/replication/bcc602a494b597efcc6818a4fbf4ac08/.tmp/queue/45ba8026673641eca7d3bfac9a280723 2024-11-20T03:22:09,050 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/hbase/replication/bcc602a494b597efcc6818a4fbf4ac08/.tmp/queue/45ba8026673641eca7d3bfac9a280723 as hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/hbase/replication/bcc602a494b597efcc6818a4fbf4ac08/queue/45ba8026673641eca7d3bfac9a280723 2024-11-20T03:22:09,053 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/hbase/replication/bcc602a494b597efcc6818a4fbf4ac08/queue/45ba8026673641eca7d3bfac9a280723, entries=1, sequenceid=12, filesize=5.2 K 2024-11-20T03:22:09,054 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for bcc602a494b597efcc6818a4fbf4ac08 in 426ms, sequenceid=12, compaction requested=false 2024-11-20T03:22:09,057 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/hbase/replication/bcc602a494b597efcc6818a4fbf4ac08/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T03:22:09,057 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:22:09,057 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:22:09,057 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732072914985.bcc602a494b597efcc6818a4fbf4ac08. 2024-11-20T03:22:09,057 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bcc602a494b597efcc6818a4fbf4ac08: Waiting for close lock at 1732072928628Running coprocessor pre-close hooks at 1732072928628Disabling compacts and flushes for region at 1732072928628Disabling writes for close at 1732072928628Obtaining lock to block concurrent updates at 1732072928628Preparing flush snapshotting stores in bcc602a494b597efcc6818a4fbf4ac08 at 1732072928628Finished memstore snapshotting hbase:replication,,1732072914985.bcc602a494b597efcc6818a4fbf4ac08., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732072928628Flushing stores of hbase:replication,,1732072914985.bcc602a494b597efcc6818a4fbf4ac08. at 1732072928629 (+1 ms)Flushing bcc602a494b597efcc6818a4fbf4ac08/queue: creating writer at 1732072928629Flushing bcc602a494b597efcc6818a4fbf4ac08/queue: appending metadata at 1732072928644 (+15 ms)Flushing bcc602a494b597efcc6818a4fbf4ac08/queue: closing flushed file at 1732072928644Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36e3cd3: reopening flushed file at 1732072929050 (+406 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for bcc602a494b597efcc6818a4fbf4ac08 in 426ms, sequenceid=12, compaction requested=false at 1732072929054 (+4 ms)Writing region close event to WAL at 1732072929055 (+1 ms)Running coprocessor post-close hooks at 1732072929057 (+2 ms)Closed at 1732072929057 2024-11-20T03:22:09,057 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732072914985.bcc602a494b597efcc6818a4fbf4ac08. 2024-11-20T03:22:09,057 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f5aa0d0eeec60cf0702aa9b0cdfaaeed, disabling compactions & flushes 2024-11-20T03:22:09,058 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732072908515.f5aa0d0eeec60cf0702aa9b0cdfaaeed. 2024-11-20T03:22:09,058 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732072908515.f5aa0d0eeec60cf0702aa9b0cdfaaeed. 2024-11-20T03:22:09,058 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732072908515.f5aa0d0eeec60cf0702aa9b0cdfaaeed. after waiting 0 ms 2024-11-20T03:22:09,058 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732072908515.f5aa0d0eeec60cf0702aa9b0cdfaaeed. 2024-11-20T03:22:09,058 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f5aa0d0eeec60cf0702aa9b0cdfaaeed 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-20T03:22:09,066 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/hbase/meta/1588230740/.tmp/ns/9e0f60c654944d0bbde62f2627103c9b is 43, key is default/ns:d/1732072901788/Put/seqid=0 2024-11-20T03:22:09,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741842_1018 (size=5153) 2024-11-20T03:22:09,072 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/default/test/f5aa0d0eeec60cf0702aa9b0cdfaaeed/.tmp/f/cae1587745564022847759f760f2736b is 29, key is row1/f:/1732072923316/DeleteFamily/seqid=0 2024-11-20T03:22:09,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741843_1019 (size=5152) 2024-11-20T03:22:09,168 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T03:22:09,229 DEBUG [RS:0;d00f728e99d7:45735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f5aa0d0eeec60cf0702aa9b0cdfaaeed 2024-11-20T03:22:09,336 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144 to pos 1191, reset compression=false 2024-11-20T03:22:09,340 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:22:09,340 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144 to pos 1438, reset compression=false 2024-11-20T03:22:09,340 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.shipperd00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,45735,1732072899327 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T03:22:09,341 ERROR [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.shipperd00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d00f728e99d7,45735,1732072899327: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d00f728e99d7,45735,1732072899327, walGroup=d00f728e99d7%2C45735%2C1732072899327, offset=d00f728e99d7%2C45735%2C1732072899327.1732072901144:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:45735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T03:22:09,342 ERROR [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.shipperd00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T03:22:09,342 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.shipperd00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T03:22:09,343 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.shipperd00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T03:22:09,343 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.shipperd00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T03:22:09,343 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.shipperd00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T03:22:09,343 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.shipperd00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1356857344, "init": 1048576000, "max": 2306867200, "used": 949125680 }, "NonHeapMemoryUsage": { "committed": 206569472, "init": 7667712, "max": -1, "used": 202032512 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T03:22:09,343 WARN [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.shipperd00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:43781 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:43781 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T03:22:09,429 DEBUG [RS:0;d00f728e99d7:45735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f5aa0d0eeec60cf0702aa9b0cdfaaeed 2024-11-20T03:22:09,469 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/hbase/meta/1588230740/.tmp/ns/9e0f60c654944d0bbde62f2627103c9b 2024-11-20T03:22:09,475 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/default/test/f5aa0d0eeec60cf0702aa9b0cdfaaeed/.tmp/f/cae1587745564022847759f760f2736b 2024-11-20T03:22:09,478 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cae1587745564022847759f760f2736b 2024-11-20T03:22:09,485 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/hbase/meta/1588230740/.tmp/rep_barrier/3ac39070b57e41d1a6ce9fcdf31f61aa is 112, key is test,,1732072908515.f5aa0d0eeec60cf0702aa9b0cdfaaeed./rep_barrier:seqnumDuringOpen/1732072909657/Put/seqid=0 2024-11-20T03:22:09,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741844_1020 (size=5518) 2024-11-20T03:22:09,488 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/hbase/meta/1588230740/.tmp/rep_barrier/3ac39070b57e41d1a6ce9fcdf31f61aa 2024-11-20T03:22:09,492 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/default/test/f5aa0d0eeec60cf0702aa9b0cdfaaeed/.tmp/f1/6b2f0ddd99bd4ae3982cca6bea9eba7d is 30, key is row1/f1:/1732072923316/DeleteFamily/seqid=0 2024-11-20T03:22:09,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741845_1021 (size=5158) 2024-11-20T03:22:09,510 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/hbase/meta/1588230740/.tmp/table/6d1b3fec9bb3448f845ecde4ab2e8524 is 53, key is hbase:replication/table:state/1732072915763/Put/seqid=0 2024-11-20T03:22:09,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741846_1022 (size=5308) 2024-11-20T03:22:09,543 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144 to pos 1438, reset compression=false 2024-11-20T03:22:09,629 INFO [RS:0;d00f728e99d7:45735 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T03:22:09,629 DEBUG [RS:0;d00f728e99d7:45735 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f5aa0d0eeec60cf0702aa9b0cdfaaeed=test,,1732072908515.f5aa0d0eeec60cf0702aa9b0cdfaaeed.} 2024-11-20T03:22:09,629 DEBUG [RS:0;d00f728e99d7:45735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f5aa0d0eeec60cf0702aa9b0cdfaaeed 2024-11-20T03:22:09,830 DEBUG [RS:0;d00f728e99d7:45735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f5aa0d0eeec60cf0702aa9b0cdfaaeed 2024-11-20T03:22:09,846 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144 to pos 1438, reset compression=false 2024-11-20T03:22:09,898 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/default/test/f5aa0d0eeec60cf0702aa9b0cdfaaeed/.tmp/f1/6b2f0ddd99bd4ae3982cca6bea9eba7d 2024-11-20T03:22:09,901 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b2f0ddd99bd4ae3982cca6bea9eba7d 2024-11-20T03:22:09,914 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/default/test/f5aa0d0eeec60cf0702aa9b0cdfaaeed/.tmp/norep/9d2a4af9110a467f951b122a033856d3 is 33, key is row1/norep:/1732072923316/DeleteFamily/seqid=0 2024-11-20T03:22:09,914 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/hbase/meta/1588230740/.tmp/table/6d1b3fec9bb3448f845ecde4ab2e8524 2024-11-20T03:22:09,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741847_1023 (size=5108) 2024-11-20T03:22:09,917 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/hbase/meta/1588230740/.tmp/info/79d7711342594f75886c6e3490b1ecae as hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/hbase/meta/1588230740/info/79d7711342594f75886c6e3490b1ecae 2024-11-20T03:22:09,921 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/hbase/meta/1588230740/info/79d7711342594f75886c6e3490b1ecae, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T03:22:09,921 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/hbase/meta/1588230740/.tmp/ns/9e0f60c654944d0bbde62f2627103c9b as hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/hbase/meta/1588230740/ns/9e0f60c654944d0bbde62f2627103c9b 2024-11-20T03:22:09,925 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/hbase/meta/1588230740/ns/9e0f60c654944d0bbde62f2627103c9b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T03:22:09,925 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/hbase/meta/1588230740/.tmp/rep_barrier/3ac39070b57e41d1a6ce9fcdf31f61aa as hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/hbase/meta/1588230740/rep_barrier/3ac39070b57e41d1a6ce9fcdf31f61aa 2024-11-20T03:22:09,928 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/hbase/meta/1588230740/rep_barrier/3ac39070b57e41d1a6ce9fcdf31f61aa, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T03:22:09,928 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/hbase/meta/1588230740/.tmp/table/6d1b3fec9bb3448f845ecde4ab2e8524 as hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/hbase/meta/1588230740/table/6d1b3fec9bb3448f845ecde4ab2e8524 2024-11-20T03:22:09,931 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/hbase/meta/1588230740/table/6d1b3fec9bb3448f845ecde4ab2e8524, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T03:22:09,932 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=16, compaction requested=false 2024-11-20T03:22:09,932 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T03:22:09,937 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T03:22:09,937 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:22:09,937 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:22:09,937 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:22:09,937 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072928628Running coprocessor pre-close hooks at 1732072928628Disabling compacts and flushes for region at 1732072928628Disabling writes for close at 1732072928628Obtaining lock to block concurrent updates at 1732072928629 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732072928629Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732072928629Flushing stores of hbase:meta,,1.1588230740 at 1732072928629Flushing 1588230740/info: creating writer at 1732072928629Flushing 1588230740/info: appending metadata at 1732072928642 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732072928642Flushing 1588230740/ns: creating writer at 1732072929049 (+407 ms)Flushing 1588230740/ns: appending metadata at 1732072929065 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732072929065Flushing 1588230740/rep_barrier: creating writer at 1732072929472 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732072929485 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732072929485Flushing 1588230740/table: creating writer at 1732072929492 (+7 ms)Flushing 1588230740/table: appending metadata at 1732072929510 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732072929510Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cb4863a: reopening flushed file at 1732072929917 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@612b520e: reopening flushed file at 1732072929921 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7467f3f4: reopening flushed file at 1732072929925 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4092dd23: reopening flushed file at 1732072929928 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=16, compaction requested=false at 1732072929932 (+4 ms)Writing region close event to WAL at 1732072929934 (+2 ms)Running coprocessor post-close hooks at 1732072929937 (+3 ms)Closed at 1732072929937 2024-11-20T03:22:09,937 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T03:22:10,030 DEBUG [RS:0;d00f728e99d7:45735 {}] regionserver.HRegionServer(1351): Waiting on f5aa0d0eeec60cf0702aa9b0cdfaaeed 2024-11-20T03:22:10,230 DEBUG [RS:0;d00f728e99d7:45735 {}] regionserver.HRegionServer(1351): Waiting on f5aa0d0eeec60cf0702aa9b0cdfaaeed 2024-11-20T03:22:10,232 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.wal-reader.d00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.1732072895807 to pos 636, reset compression=false 2024-11-20T03:22:10,249 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.1732072901144 to pos 1438, reset compression=false 2024-11-20T03:22:10,317 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/default/test/f5aa0d0eeec60cf0702aa9b0cdfaaeed/.tmp/norep/9d2a4af9110a467f951b122a033856d3 2024-11-20T03:22:10,320 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9d2a4af9110a467f951b122a033856d3 2024-11-20T03:22:10,321 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/default/test/f5aa0d0eeec60cf0702aa9b0cdfaaeed/.tmp/f/cae1587745564022847759f760f2736b as hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/default/test/f5aa0d0eeec60cf0702aa9b0cdfaaeed/f/cae1587745564022847759f760f2736b 2024-11-20T03:22:10,324 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cae1587745564022847759f760f2736b 2024-11-20T03:22:10,324 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/default/test/f5aa0d0eeec60cf0702aa9b0cdfaaeed/f/cae1587745564022847759f760f2736b, entries=3, sequenceid=10, filesize=5.0 K 2024-11-20T03:22:10,324 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/default/test/f5aa0d0eeec60cf0702aa9b0cdfaaeed/.tmp/f1/6b2f0ddd99bd4ae3982cca6bea9eba7d as hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/default/test/f5aa0d0eeec60cf0702aa9b0cdfaaeed/f1/6b2f0ddd99bd4ae3982cca6bea9eba7d 2024-11-20T03:22:10,328 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b2f0ddd99bd4ae3982cca6bea9eba7d 2024-11-20T03:22:10,328 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/default/test/f5aa0d0eeec60cf0702aa9b0cdfaaeed/f1/6b2f0ddd99bd4ae3982cca6bea9eba7d, entries=3, sequenceid=10, filesize=5.0 K 2024-11-20T03:22:10,328 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/default/test/f5aa0d0eeec60cf0702aa9b0cdfaaeed/.tmp/norep/9d2a4af9110a467f951b122a033856d3 as hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/default/test/f5aa0d0eeec60cf0702aa9b0cdfaaeed/norep/9d2a4af9110a467f951b122a033856d3 2024-11-20T03:22:10,332 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9d2a4af9110a467f951b122a033856d3 2024-11-20T03:22:10,332 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/default/test/f5aa0d0eeec60cf0702aa9b0cdfaaeed/norep/9d2a4af9110a467f951b122a033856d3, entries=1, sequenceid=10, filesize=5.0 K 2024-11-20T03:22:10,332 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for f5aa0d0eeec60cf0702aa9b0cdfaaeed in 1274ms, sequenceid=10, compaction requested=false 2024-11-20T03:22:10,332 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T03:22:10,338 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/data/default/test/f5aa0d0eeec60cf0702aa9b0cdfaaeed/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T03:22:10,339 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:22:10,339 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T03:22:10,339 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732072908515.f5aa0d0eeec60cf0702aa9b0cdfaaeed. 2024-11-20T03:22:10,339 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f5aa0d0eeec60cf0702aa9b0cdfaaeed: Waiting for close lock at 1732072929057Running coprocessor pre-close hooks at 1732072929057Disabling compacts and flushes for region at 1732072929057Disabling writes for close at 1732072929058 (+1 ms)Obtaining lock to block concurrent updates at 1732072929058Preparing flush snapshotting stores in f5aa0d0eeec60cf0702aa9b0cdfaaeed at 1732072929058Finished memstore snapshotting test,,1732072908515.f5aa0d0eeec60cf0702aa9b0cdfaaeed., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732072929058Flushing stores of test,,1732072908515.f5aa0d0eeec60cf0702aa9b0cdfaaeed. at 1732072929058Flushing f5aa0d0eeec60cf0702aa9b0cdfaaeed/f: creating writer at 1732072929058Flushing f5aa0d0eeec60cf0702aa9b0cdfaaeed/f: appending metadata at 1732072929071 (+13 ms)Flushing f5aa0d0eeec60cf0702aa9b0cdfaaeed/f: closing flushed file at 1732072929071Flushing f5aa0d0eeec60cf0702aa9b0cdfaaeed/f1: creating writer at 1732072929478 (+407 ms)Flushing f5aa0d0eeec60cf0702aa9b0cdfaaeed/f1: appending metadata at 1732072929491 (+13 ms)Flushing f5aa0d0eeec60cf0702aa9b0cdfaaeed/f1: closing flushed file at 1732072929491Flushing f5aa0d0eeec60cf0702aa9b0cdfaaeed/norep: creating writer at 1732072929901 (+410 ms)Flushing f5aa0d0eeec60cf0702aa9b0cdfaaeed/norep: appending metadata at 1732072929913 (+12 ms)Flushing f5aa0d0eeec60cf0702aa9b0cdfaaeed/norep: closing flushed file at 1732072929913Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@382220a3: reopening flushed file at 1732072930320 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c665809: reopening flushed file at 1732072930324 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7abe94fb: reopening flushed file at 1732072930328 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for f5aa0d0eeec60cf0702aa9b0cdfaaeed in 1274ms, sequenceid=10, compaction requested=false at 1732072930332 (+4 ms)Writing region close event to WAL at 1732072930336 (+4 ms)Running coprocessor post-close hooks at 1732072930339 (+3 ms)Closed at 1732072930339 2024-11-20T03:22:10,339 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732072908515.f5aa0d0eeec60cf0702aa9b0cdfaaeed. 2024-11-20T03:22:10,430 INFO [RS:0;d00f728e99d7:45735 {}] regionserver.HRegionServer(976): stopping server d00f728e99d7,45735,1732072899327; all regions closed. 2024-11-20T03:22:10,432 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/WALs/d00f728e99d7,45735,1732072899327/d00f728e99d7%2C45735%2C1732072899327.meta.1732072901718.meta not finished, retry = 0 2024-11-20T03:22:10,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741834_1010 (size=4239) 2024-11-20T03:22:10,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741839_1015 (size=3114) 2024-11-20T03:22:10,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741832_1008 (size=2090) 2024-11-20T03:22:10,537 DEBUG [RS:0;d00f728e99d7:45735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:10,537 INFO [RS:0;d00f728e99d7:45735 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:22:10,537 INFO [RS:0;d00f728e99d7:45735 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:22:10,537 INFO [RS:0;d00f728e99d7:45735 {}] hbase.ChoreService(370): Chore service for: regionserver/d00f728e99d7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T03:22:10,537 INFO [RS:0;d00f728e99d7:45735 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:22:10,537 INFO [regionserver/d00f728e99d7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:22:10,537 INFO [RS:0;d00f728e99d7:45735 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d00f728e99d7,45735,1732072899327 because: Region server is closing 2024-11-20T03:22:10,537 INFO [RS:0;d00f728e99d7:45735 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:45735. 2024-11-20T03:22:10,537 DEBUG [RS:0;d00f728e99d7:45735 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:22:10,537 DEBUG [RS:0;d00f728e99d7:45735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:10,538 DEBUG [RS:0;d00f728e99d7:45735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:10,538 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:22:10,638 INFO [RS:0;d00f728e99d7:45735 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.shipperd00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 terminated 2024-11-20T03:22:10,638 WARN [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,45735,1732072899327.replicationSource.wal-reader.d00f728e99d7%2C45735%2C1732072899327,1-d00f728e99d7,45735,1732072899327 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T03:22:10,638 INFO [RS:0;d00f728e99d7:45735 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:45735. 2024-11-20T03:22:10,638 DEBUG [RS:0;d00f728e99d7:45735 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:22:10,638 DEBUG [RS:0;d00f728e99d7:45735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:10,638 DEBUG [RS:0;d00f728e99d7:45735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:10,638 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:22:10,638 INFO [RS:0;d00f728e99d7:45735 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45735 2024-11-20T03:22:10,741 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45735-0x1015642d59c0004, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1337464456/rs/d00f728e99d7,45735,1732072899327 2024-11-20T03:22:10,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43781-0x1015642d59c0003, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1337464456/rs 2024-11-20T03:22:10,741 INFO [RS:0;d00f728e99d7:45735 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:22:10,774 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d00f728e99d7,45735,1732072899327] 2024-11-20T03:22:10,795 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1337464456/draining/d00f728e99d7,45735,1732072899327 already deleted, retry=false 2024-11-20T03:22:10,795 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d00f728e99d7,45735,1732072899327 expired; onlineServers=0 2024-11-20T03:22:10,795 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd00f728e99d7,43781,1732072899183' ***** 2024-11-20T03:22:10,795 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T03:22:10,795 INFO [M:0;d00f728e99d7:43781 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:22:10,795 INFO [M:0;d00f728e99d7:43781 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:22:10,796 DEBUG [M:0;d00f728e99d7:43781 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T03:22:10,796 DEBUG [M:0;d00f728e99d7:43781 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T03:22:10,796 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T03:22:10,796 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072900848 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072900848,5,FailOnTimeoutGroup] 2024-11-20T03:22:10,796 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072900860 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072900860,5,FailOnTimeoutGroup] 2024-11-20T03:22:10,796 INFO [M:0;d00f728e99d7:43781 {}] hbase.ChoreService(370): Chore service for: master/d00f728e99d7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T03:22:10,796 INFO [M:0;d00f728e99d7:43781 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:22:10,796 DEBUG [M:0;d00f728e99d7:43781 {}] master.HMaster(1795): Stopping service threads 2024-11-20T03:22:10,796 INFO [M:0;d00f728e99d7:43781 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T03:22:10,796 INFO [M:0;d00f728e99d7:43781 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:22:10,796 INFO [M:0;d00f728e99d7:43781 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T03:22:10,796 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T03:22:10,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:10,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:10,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:10,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:10,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:10,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:10,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43781-0x1015642d59c0003, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1337464456/master 2024-11-20T03:22:10,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43781-0x1015642d59c0003, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1337464456 2024-11-20T03:22:10,873 DEBUG [M:0;d00f728e99d7:43781 {}] zookeeper.ZKUtil(347): master:43781-0x1015642d59c0003, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Unable to get data of znode /1-1337464456/master because node does not exist (not an error) 2024-11-20T03:22:10,873 WARN [M:0;d00f728e99d7:43781 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T03:22:10,873 INFO [M:0;d00f728e99d7:43781 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/.lastflushedseqids 2024-11-20T03:22:10,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:10,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:10,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:10,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:10,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:10,874 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45735-0x1015642d59c0004, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:22:10,875 DEBUG [pool-2049-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45735-0x1015642d59c0004, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:22:10,875 INFO [RS:0;d00f728e99d7:45735 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:22:10,875 INFO [RS:0;d00f728e99d7:45735 {}] regionserver.HRegionServer(1031): Exiting; stopping=d00f728e99d7,45735,1732072899327; zookeeper connection closed. 2024-11-20T03:22:10,875 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@170fa5ed {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@170fa5ed 2024-11-20T03:22:10,875 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T03:22:10,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:10,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741848_1024 (size=245) 2024-11-20T03:22:10,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:10,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:10,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:10,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:11,277 INFO [M:0;d00f728e99d7:43781 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T03:22:11,277 INFO [M:0;d00f728e99d7:43781 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T03:22:11,277 DEBUG [M:0;d00f728e99d7:43781 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:22:11,277 INFO [M:0;d00f728e99d7:43781 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:22:11,277 DEBUG [M:0;d00f728e99d7:43781 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:22:11,277 DEBUG [M:0;d00f728e99d7:43781 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:22:11,277 DEBUG [M:0;d00f728e99d7:43781 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:22:11,278 INFO [M:0;d00f728e99d7:43781 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-20T03:22:11,298 DEBUG [M:0;d00f728e99d7:43781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30e3a37a9fda465e9f29a95ffef89a3c is 82, key is hbase:meta,,1/info:regioninfo/1732072901756/Put/seqid=0 2024-11-20T03:22:11,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741849_1025 (size=5672) 2024-11-20T03:22:11,412 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T03:22:11,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:11,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:11,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:11,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:11,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:11,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:11,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:11,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:11,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:11,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:11,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:11,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:11,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:11,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:11,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:11,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:11,535 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.wal-reader.d00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.1732072895807 to pos 636, reset compression=false 2024-11-20T03:22:11,701 INFO [M:0;d00f728e99d7:43781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30e3a37a9fda465e9f29a95ffef89a3c 2024-11-20T03:22:11,720 DEBUG [M:0;d00f728e99d7:43781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0fd0406430484b71b59f12e1952c79c4 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732072915766/Put/seqid=0 2024-11-20T03:22:11,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741850_1026 (size=8517) 2024-11-20T03:22:12,124 INFO [M:0;d00f728e99d7:43781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0fd0406430484b71b59f12e1952c79c4 2024-11-20T03:22:12,139 DEBUG [M:0;d00f728e99d7:43781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f3b295a2b9c458ea0ba46f8183db6e9 is 69, key is d00f728e99d7,45735,1732072899327/rs:state/1732072900945/Put/seqid=0 2024-11-20T03:22:12,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741851_1027 (size=5156) 2024-11-20T03:22:12,142 INFO [M:0;d00f728e99d7:43781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f3b295a2b9c458ea0ba46f8183db6e9 2024-11-20T03:22:12,146 DEBUG [M:0;d00f728e99d7:43781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30e3a37a9fda465e9f29a95ffef89a3c as hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/30e3a37a9fda465e9f29a95ffef89a3c 2024-11-20T03:22:12,149 INFO [M:0;d00f728e99d7:43781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/30e3a37a9fda465e9f29a95ffef89a3c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T03:22:12,149 DEBUG [M:0;d00f728e99d7:43781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0fd0406430484b71b59f12e1952c79c4 as hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0fd0406430484b71b59f12e1952c79c4 2024-11-20T03:22:12,152 INFO [M:0;d00f728e99d7:43781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0fd0406430484b71b59f12e1952c79c4, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T03:22:12,153 DEBUG [M:0;d00f728e99d7:43781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f3b295a2b9c458ea0ba46f8183db6e9 as hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f3b295a2b9c458ea0ba46f8183db6e9 2024-11-20T03:22:12,156 INFO [M:0;d00f728e99d7:43781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46879/user/jenkins/test-data/df2baf1c-b498-690c-2cdf-a7aa5ed57ae3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f3b295a2b9c458ea0ba46f8183db6e9, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T03:22:12,156 INFO [M:0;d00f728e99d7:43781 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=97, compaction requested=false 2024-11-20T03:22:12,157 INFO [M:0;d00f728e99d7:43781 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:22:12,157 DEBUG [M:0;d00f728e99d7:43781 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072931277Disabling compacts and flushes for region at 1732072931277Disabling writes for close at 1732072931277Obtaining lock to block concurrent updates at 1732072931278 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732072931278Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732072931278Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732072931279 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732072931279Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732072931298 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732072931298Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732072931705 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732072931720 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732072931720Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732072932127 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732072932138 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732072932138Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b9ce6c: reopening flushed file at 1732072932145 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6613c9d8: reopening flushed file at 1732072932149 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53141270: reopening flushed file at 1732072932152 (+3 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=97, compaction requested=false at 1732072932156 (+4 ms)Writing region close event to WAL at 1732072932157 (+1 ms)Closed at 1732072932157 2024-11-20T03:22:12,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46367 is added to blk_1073741830_1006 (size=63666) 2024-11-20T03:22:12,159 INFO [M:0;d00f728e99d7:43781 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T03:22:12,159 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:22:12,159 INFO [M:0;d00f728e99d7:43781 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43781 2024-11-20T03:22:12,160 INFO [M:0;d00f728e99d7:43781 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:22:12,306 INFO [M:0;d00f728e99d7:43781 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:22:12,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43781-0x1015642d59c0003, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:22:12,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43781-0x1015642d59c0003, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:22:12,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72355bc2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:22:12,309 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@326fb535{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:22:12,309 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:22:12,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35d936c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:22:12,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37fcdc72{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6233e503-7ffd-d524-dd34-41efeba8c08c/hadoop.log.dir/,STOPPED} 2024-11-20T03:22:12,310 WARN [BP-460565017-172.17.0.2-1732072897032 heartbeating to localhost/127.0.0.1:46879 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T03:22:12,310 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T03:22:12,310 WARN [BP-460565017-172.17.0.2-1732072897032 heartbeating to localhost/127.0.0.1:46879 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-460565017-172.17.0.2-1732072897032 (Datanode Uuid f43b2c38-81b2-4b89-8101-005d227dfacd) service to localhost/127.0.0.1:46879 2024-11-20T03:22:12,310 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T03:22:12,310 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6233e503-7ffd-d524-dd34-41efeba8c08c/cluster_bfb61948-f278-9360-6464-bc6c9389d7db/data/data1/current/BP-460565017-172.17.0.2-1732072897032 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:22:12,311 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6233e503-7ffd-d524-dd34-41efeba8c08c/cluster_bfb61948-f278-9360-6464-bc6c9389d7db/data/data2/current/BP-460565017-172.17.0.2-1732072897032 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:22:12,311 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T03:22:12,316 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32bca686{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:22:12,317 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@786b2ed4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:22:12,317 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:22:12,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ae44ed5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:22:12,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cc0054a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6233e503-7ffd-d524-dd34-41efeba8c08c/hadoop.log.dir/,STOPPED} 2024-11-20T03:22:12,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T03:22:12,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T03:22:12,333 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:22:12,333 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:22:12,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:12,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:12,334 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:22:12,334 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T03:22:12,334 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=523514350, stopped=false 2024-11-20T03:22:12,334 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d00f728e99d7,35187,1732072891290 2024-11-20T03:22:12,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x1015642d59c0000, quorum=127.0.0.1:49362, baseZNode=/021472815 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/021472815/running 2024-11-20T03:22:12,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1015642d59c0001, quorum=127.0.0.1:49362, baseZNode=/021472815 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/021472815/running 2024-11-20T03:22:12,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x1015642d59c0000, quorum=127.0.0.1:49362, baseZNode=/021472815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/021472815 2024-11-20T03:22:12,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1015642d59c0001, quorum=127.0.0.1:49362, baseZNode=/021472815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/021472815 2024-11-20T03:22:12,353 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:22:12,354 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:22:12,354 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:22:12,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:12,354 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd00f728e99d7,37901,1732072893158' ***** 2024-11-20T03:22:12,354 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T03:22:12,354 INFO [RS:0;d00f728e99d7:37901 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T03:22:12,354 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T03:22:12,354 INFO [RS:0;d00f728e99d7:37901 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T03:22:12,355 INFO [RS:0;d00f728e99d7:37901 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T03:22:12,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37901-0x1015642d59c0001, quorum=127.0.0.1:49362, baseZNode=/021472815 Set watcher on znode that does not yet exist, /021472815/running 2024-11-20T03:22:12,355 INFO [RS:0;d00f728e99d7:37901 {}] regionserver.HRegionServer(3091): Received CLOSE for 175fc485388e8f9255ca94e3e4873a0e 2024-11-20T03:22:12,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35187-0x1015642d59c0000, quorum=127.0.0.1:49362, baseZNode=/021472815 Set watcher on znode that does not yet exist, /021472815/running 2024-11-20T03:22:12,355 INFO [RS:0;d00f728e99d7:37901 {}] regionserver.HRegionServer(3091): Received CLOSE for e627d1950beb3fbd83ef16708ce62181 2024-11-20T03:22:12,355 INFO [RS:0;d00f728e99d7:37901 {}] regionserver.HRegionServer(959): stopping server d00f728e99d7,37901,1732072893158 2024-11-20T03:22:12,355 INFO [RS:0;d00f728e99d7:37901 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:22:12,355 INFO [RS:0;d00f728e99d7:37901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:37901. 2024-11-20T03:22:12,355 DEBUG [RS:0;d00f728e99d7:37901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:22:12,355 DEBUG [RS:0;d00f728e99d7:37901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:12,355 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 175fc485388e8f9255ca94e3e4873a0e, disabling compactions & flushes 2024-11-20T03:22:12,355 INFO [RS:0;d00f728e99d7:37901 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T03:22:12,355 INFO [RS:0;d00f728e99d7:37901 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T03:22:12,355 INFO [RS:0;d00f728e99d7:37901 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T03:22:12,355 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732072906352.175fc485388e8f9255ca94e3e4873a0e. 2024-11-20T03:22:12,355 INFO [RS:0;d00f728e99d7:37901 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T03:22:12,355 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732072906352.175fc485388e8f9255ca94e3e4873a0e. 2024-11-20T03:22:12,355 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732072906352.175fc485388e8f9255ca94e3e4873a0e. after waiting 0 ms 2024-11-20T03:22:12,355 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732072906352.175fc485388e8f9255ca94e3e4873a0e. 2024-11-20T03:22:12,355 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 175fc485388e8f9255ca94e3e4873a0e 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-20T03:22:12,356 INFO [RS:0;d00f728e99d7:37901 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T03:22:12,356 DEBUG [RS:0;d00f728e99d7:37901 {}] regionserver.HRegionServer(1325): Online Regions={175fc485388e8f9255ca94e3e4873a0e=test,,1732072906352.175fc485388e8f9255ca94e3e4873a0e., e627d1950beb3fbd83ef16708ce62181=hbase:replication,,1732072912836.e627d1950beb3fbd83ef16708ce62181., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T03:22:12,356 DEBUG [RS:0;d00f728e99d7:37901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 175fc485388e8f9255ca94e3e4873a0e, e627d1950beb3fbd83ef16708ce62181 2024-11-20T03:22:12,356 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:22:12,356 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:22:12,356 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:22:12,356 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:22:12,356 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:22:12,356 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T03:22:12,372 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/default/test/175fc485388e8f9255ca94e3e4873a0e/.tmp/f/eec7970736c44677938753d2b2ed8666 is 28, key is row/f:/1732072922310/DeleteFamily/seqid=0 2024-11-20T03:22:12,374 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/hbase/meta/1588230740/.tmp/info/46913a2163464121aa781079787b7672 is 147, key is hbase:replication,,1732072912836.e627d1950beb3fbd83ef16708ce62181./info:regioninfo/1732072914050/Put/seqid=0 2024-11-20T03:22:12,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44391 is added to blk_1073741840_1016 (size=5085) 2024-11-20T03:22:12,376 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/default/test/175fc485388e8f9255ca94e3e4873a0e/.tmp/f/eec7970736c44677938753d2b2ed8666 2024-11-20T03:22:12,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44391 is added to blk_1073741841_1017 (size=7686) 2024-11-20T03:22:12,379 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/hbase/meta/1588230740/.tmp/info/46913a2163464121aa781079787b7672 2024-11-20T03:22:12,380 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eec7970736c44677938753d2b2ed8666 2024-11-20T03:22:12,395 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/default/test/175fc485388e8f9255ca94e3e4873a0e/.tmp/f1/20a16afc3ac848fe884f9dd52d6f5339 is 29, key is row/f1:/1732072922310/DeleteFamily/seqid=0 2024-11-20T03:22:12,400 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/hbase/meta/1588230740/.tmp/ns/cc83662e9d1e4b5f97c86b4110a3af74 is 43, key is default/ns:d/1732072896859/Put/seqid=0 2024-11-20T03:22:12,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44391 is added to blk_1073741842_1018 (size=5089) 2024-11-20T03:22:12,401 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/default/test/175fc485388e8f9255ca94e3e4873a0e/.tmp/f1/20a16afc3ac848fe884f9dd52d6f5339 2024-11-20T03:22:12,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44391 is added to blk_1073741843_1019 (size=5153) 2024-11-20T03:22:12,404 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 20a16afc3ac848fe884f9dd52d6f5339 2024-11-20T03:22:12,409 INFO [regionserver/d00f728e99d7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:22:12,418 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/default/test/175fc485388e8f9255ca94e3e4873a0e/.tmp/norep/5afd85be2b1045e48cd4c8cbad9759f3 is 32, key is row/norep:/1732072922310/DeleteFamily/seqid=0 2024-11-20T03:22:12,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44391 is added to blk_1073741844_1020 (size=5101) 2024-11-20T03:22:12,556 DEBUG [RS:0;d00f728e99d7:37901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 175fc485388e8f9255ca94e3e4873a0e, e627d1950beb3fbd83ef16708ce62181 2024-11-20T03:22:12,674 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T03:22:12,674 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T03:22:12,756 DEBUG [RS:0;d00f728e99d7:37901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 175fc485388e8f9255ca94e3e4873a0e, e627d1950beb3fbd83ef16708ce62181 2024-11-20T03:22:12,804 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/hbase/meta/1588230740/.tmp/ns/cc83662e9d1e4b5f97c86b4110a3af74 2024-11-20T03:22:12,821 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/default/test/175fc485388e8f9255ca94e3e4873a0e/.tmp/norep/5afd85be2b1045e48cd4c8cbad9759f3 2024-11-20T03:22:12,824 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/hbase/meta/1588230740/.tmp/rep_barrier/1a87046a38a34049bdd3f0aab0207b34 is 112, key is test,,1732072906352.175fc485388e8f9255ca94e3e4873a0e./rep_barrier:seqnumDuringOpen/1732072907510/Put/seqid=0 2024-11-20T03:22:12,825 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5afd85be2b1045e48cd4c8cbad9759f3 2024-11-20T03:22:12,825 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/default/test/175fc485388e8f9255ca94e3e4873a0e/.tmp/f/eec7970736c44677938753d2b2ed8666 as hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/default/test/175fc485388e8f9255ca94e3e4873a0e/f/eec7970736c44677938753d2b2ed8666 2024-11-20T03:22:12,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44391 is added to blk_1073741845_1021 (size=5518) 2024-11-20T03:22:12,827 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/hbase/meta/1588230740/.tmp/rep_barrier/1a87046a38a34049bdd3f0aab0207b34 2024-11-20T03:22:12,829 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eec7970736c44677938753d2b2ed8666 2024-11-20T03:22:12,829 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/default/test/175fc485388e8f9255ca94e3e4873a0e/f/eec7970736c44677938753d2b2ed8666, entries=1, sequenceid=6, filesize=5.0 K 2024-11-20T03:22:12,829 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/default/test/175fc485388e8f9255ca94e3e4873a0e/.tmp/f1/20a16afc3ac848fe884f9dd52d6f5339 as hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/default/test/175fc485388e8f9255ca94e3e4873a0e/f1/20a16afc3ac848fe884f9dd52d6f5339 2024-11-20T03:22:12,833 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 20a16afc3ac848fe884f9dd52d6f5339 2024-11-20T03:22:12,833 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/default/test/175fc485388e8f9255ca94e3e4873a0e/f1/20a16afc3ac848fe884f9dd52d6f5339, entries=1, sequenceid=6, filesize=5.0 K 2024-11-20T03:22:12,834 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/default/test/175fc485388e8f9255ca94e3e4873a0e/.tmp/norep/5afd85be2b1045e48cd4c8cbad9759f3 as hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/default/test/175fc485388e8f9255ca94e3e4873a0e/norep/5afd85be2b1045e48cd4c8cbad9759f3 2024-11-20T03:22:12,837 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5afd85be2b1045e48cd4c8cbad9759f3 2024-11-20T03:22:12,837 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/default/test/175fc485388e8f9255ca94e3e4873a0e/norep/5afd85be2b1045e48cd4c8cbad9759f3, entries=1, sequenceid=6, filesize=5.0 K 2024-11-20T03:22:12,838 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 175fc485388e8f9255ca94e3e4873a0e in 483ms, sequenceid=6, compaction requested=false 2024-11-20T03:22:12,838 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T03:22:12,843 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/hbase/meta/1588230740/.tmp/table/2e2317ad8e7b4272a508eae656b2a4fb is 53, key is hbase:replication/table:state/1732072914057/Put/seqid=0 2024-11-20T03:22:12,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44391 is added to blk_1073741846_1022 (size=5308) 2024-11-20T03:22:12,846 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/default/test/175fc485388e8f9255ca94e3e4873a0e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T03:22:12,847 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:22:12,847 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T03:22:12,847 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732072906352.175fc485388e8f9255ca94e3e4873a0e. 2024-11-20T03:22:12,847 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 175fc485388e8f9255ca94e3e4873a0e: Waiting for close lock at 1732072932355Running coprocessor pre-close hooks at 1732072932355Disabling compacts and flushes for region at 1732072932355Disabling writes for close at 1732072932355Obtaining lock to block concurrent updates at 1732072932355Preparing flush snapshotting stores in 175fc485388e8f9255ca94e3e4873a0e at 1732072932355Finished memstore snapshotting test,,1732072906352.175fc485388e8f9255ca94e3e4873a0e., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732072932356 (+1 ms)Flushing stores of test,,1732072906352.175fc485388e8f9255ca94e3e4873a0e. at 1732072932356Flushing 175fc485388e8f9255ca94e3e4873a0e/f: creating writer at 1732072932356Flushing 175fc485388e8f9255ca94e3e4873a0e/f: appending metadata at 1732072932371 (+15 ms)Flushing 175fc485388e8f9255ca94e3e4873a0e/f: closing flushed file at 1732072932371Flushing 175fc485388e8f9255ca94e3e4873a0e/f1: creating writer at 1732072932381 (+10 ms)Flushing 175fc485388e8f9255ca94e3e4873a0e/f1: appending metadata at 1732072932395 (+14 ms)Flushing 175fc485388e8f9255ca94e3e4873a0e/f1: closing flushed file at 1732072932395Flushing 175fc485388e8f9255ca94e3e4873a0e/norep: creating writer at 1732072932404 (+9 ms)Flushing 175fc485388e8f9255ca94e3e4873a0e/norep: appending metadata at 1732072932417 (+13 ms)Flushing 175fc485388e8f9255ca94e3e4873a0e/norep: closing flushed file at 1732072932417Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d48f09f: reopening flushed file at 1732072932825 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e260117: reopening flushed file at 1732072932829 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ac89cb5: reopening flushed file at 1732072932833 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 175fc485388e8f9255ca94e3e4873a0e in 483ms, sequenceid=6, compaction requested=false at 1732072932838 (+5 ms)Writing region close event to WAL at 1732072932844 (+6 ms)Running coprocessor post-close hooks at 1732072932847 (+3 ms)Closed at 1732072932847 2024-11-20T03:22:12,847 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732072906352.175fc485388e8f9255ca94e3e4873a0e. 2024-11-20T03:22:12,847 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e627d1950beb3fbd83ef16708ce62181, disabling compactions & flushes 2024-11-20T03:22:12,847 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732072912836.e627d1950beb3fbd83ef16708ce62181. 2024-11-20T03:22:12,847 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732072912836.e627d1950beb3fbd83ef16708ce62181. 2024-11-20T03:22:12,847 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732072912836.e627d1950beb3fbd83ef16708ce62181. after waiting 0 ms 2024-11-20T03:22:12,847 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732072912836.e627d1950beb3fbd83ef16708ce62181. 2024-11-20T03:22:12,847 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e627d1950beb3fbd83ef16708ce62181 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-20T03:22:12,861 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/hbase/replication/e627d1950beb3fbd83ef16708ce62181/.tmp/queue/828afde6945f4303a731d47b6134b987 is 153, key is 1-d00f728e99d7,37901,1732072893158/queue:d00f728e99d7%2C37901%2C1732072893158/1732072922474/Put/seqid=0 2024-11-20T03:22:12,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44391 is added to blk_1073741847_1023 (size=5352) 2024-11-20T03:22:12,937 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.wal-reader.d00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.1732072895807 to pos 636, reset compression=false 2024-11-20T03:22:12,941 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.wal-reader.d00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:22:12,941 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.wal-reader.d00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.1732072895807 to pos 1527, reset compression=false 2024-11-20T03:22:12,941 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.shipperd00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,37901,1732072893158 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.1732072895807, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T03:22:12,941 ERROR [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.shipperd00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.HRegionServer(2440): ***** ABORTING region server d00f728e99d7,37901,1732072893158: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-d00f728e99d7,37901,1732072893158, walGroup=d00f728e99d7%2C37901%2C1732072893158, offset=d00f728e99d7%2C37901%2C1732072893158.1732072895807:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:37901 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T03:22:12,943 ERROR [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.shipperd00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T03:22:12,943 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.shipperd00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T03:22:12,943 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.shipperd00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T03:22:12,943 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.shipperd00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T03:22:12,943 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.shipperd00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T03:22:12,943 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.shipperd00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1356857344, "init": 1048576000, "max": 2306867200, "used": 1064469040 }, "NonHeapMemoryUsage": { "committed": 206700544, "init": 7667712, "max": -1, "used": 202555352 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T03:22:12,943 WARN [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.shipperd00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:35187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:35187 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T03:22:12,956 DEBUG [RS:0;d00f728e99d7:37901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e627d1950beb3fbd83ef16708ce62181 2024-11-20T03:22:13,143 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.wal-reader.d00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.1732072895807 to pos 1527, reset compression=false 2024-11-20T03:22:13,156 DEBUG [RS:0;d00f728e99d7:37901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e627d1950beb3fbd83ef16708ce62181 2024-11-20T03:22:13,246 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/hbase/meta/1588230740/.tmp/table/2e2317ad8e7b4272a508eae656b2a4fb 2024-11-20T03:22:13,250 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/hbase/meta/1588230740/.tmp/info/46913a2163464121aa781079787b7672 as hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/hbase/meta/1588230740/info/46913a2163464121aa781079787b7672 2024-11-20T03:22:13,253 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/hbase/meta/1588230740/info/46913a2163464121aa781079787b7672, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T03:22:13,254 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/hbase/meta/1588230740/.tmp/ns/cc83662e9d1e4b5f97c86b4110a3af74 as hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/hbase/meta/1588230740/ns/cc83662e9d1e4b5f97c86b4110a3af74 2024-11-20T03:22:13,257 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/hbase/meta/1588230740/ns/cc83662e9d1e4b5f97c86b4110a3af74, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T03:22:13,258 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/hbase/meta/1588230740/.tmp/rep_barrier/1a87046a38a34049bdd3f0aab0207b34 as hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/hbase/meta/1588230740/rep_barrier/1a87046a38a34049bdd3f0aab0207b34 2024-11-20T03:22:13,260 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/hbase/meta/1588230740/rep_barrier/1a87046a38a34049bdd3f0aab0207b34, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T03:22:13,261 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/hbase/meta/1588230740/.tmp/table/2e2317ad8e7b4272a508eae656b2a4fb as hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/hbase/meta/1588230740/table/2e2317ad8e7b4272a508eae656b2a4fb 2024-11-20T03:22:13,264 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/hbase/replication/e627d1950beb3fbd83ef16708ce62181/.tmp/queue/828afde6945f4303a731d47b6134b987 2024-11-20T03:22:13,264 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/hbase/meta/1588230740/table/2e2317ad8e7b4272a508eae656b2a4fb, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T03:22:13,265 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 909ms, sequenceid=16, compaction requested=false 2024-11-20T03:22:13,265 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T03:22:13,268 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/hbase/replication/e627d1950beb3fbd83ef16708ce62181/.tmp/queue/828afde6945f4303a731d47b6134b987 as hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/hbase/replication/e627d1950beb3fbd83ef16708ce62181/queue/828afde6945f4303a731d47b6134b987 2024-11-20T03:22:13,269 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T03:22:13,269 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:22:13,269 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:22:13,269 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:22:13,270 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072932356Running coprocessor pre-close hooks at 1732072932356Disabling compacts and flushes for region at 1732072932356Disabling writes for close at 1732072932356Obtaining lock to block concurrent updates at 1732072932356Preparing flush snapshotting stores in 1588230740 at 1732072932356Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732072932356Flushing stores of hbase:meta,,1.1588230740 at 1732072932356Flushing 1588230740/info: creating writer at 1732072932356Flushing 1588230740/info: appending metadata at 1732072932374 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732072932374Flushing 1588230740/ns: creating writer at 1732072932383 (+9 ms)Flushing 1588230740/ns: appending metadata at 1732072932399 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732072932399Flushing 1588230740/rep_barrier: creating writer at 1732072932807 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732072932823 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732072932823Flushing 1588230740/table: creating writer at 1732072932830 (+7 ms)Flushing 1588230740/table: appending metadata at 1732072932843 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732072932843Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4027b762: reopening flushed file at 1732072933250 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c92433: reopening flushed file at 1732072933253 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51e24425: reopening flushed file at 1732072933257 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d991b51: reopening flushed file at 1732072933261 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 909ms, sequenceid=16, compaction requested=false at 1732072933265 (+4 ms)Writing region close event to WAL at 1732072933267 (+2 ms)Running coprocessor post-close hooks at 1732072933269 (+2 ms)Closed at 1732072933269 2024-11-20T03:22:13,270 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T03:22:13,271 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/hbase/replication/e627d1950beb3fbd83ef16708ce62181/queue/828afde6945f4303a731d47b6134b987, entries=1, sequenceid=8, filesize=5.2 K 2024-11-20T03:22:13,272 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for e627d1950beb3fbd83ef16708ce62181 in 424ms, sequenceid=8, compaction requested=false 2024-11-20T03:22:13,272 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T03:22:13,275 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/data/hbase/replication/e627d1950beb3fbd83ef16708ce62181/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T03:22:13,275 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:22:13,275 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:22:13,275 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732072912836.e627d1950beb3fbd83ef16708ce62181. 2024-11-20T03:22:13,275 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e627d1950beb3fbd83ef16708ce62181: Waiting for close lock at 1732072932847Running coprocessor pre-close hooks at 1732072932847Disabling compacts and flushes for region at 1732072932847Disabling writes for close at 1732072932847Obtaining lock to block concurrent updates at 1732072932847Preparing flush snapshotting stores in e627d1950beb3fbd83ef16708ce62181 at 1732072932847Finished memstore snapshotting hbase:replication,,1732072912836.e627d1950beb3fbd83ef16708ce62181., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732072932848 (+1 ms)Flushing stores of hbase:replication,,1732072912836.e627d1950beb3fbd83ef16708ce62181. at 1732072932848Flushing e627d1950beb3fbd83ef16708ce62181/queue: creating writer at 1732072932848Flushing e627d1950beb3fbd83ef16708ce62181/queue: appending metadata at 1732072932860 (+12 ms)Flushing e627d1950beb3fbd83ef16708ce62181/queue: closing flushed file at 1732072932860Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25c78080: reopening flushed file at 1732072933267 (+407 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for e627d1950beb3fbd83ef16708ce62181 in 424ms, sequenceid=8, compaction requested=false at 1732072933272 (+5 ms)Writing region close event to WAL at 1732072933273 (+1 ms)Running coprocessor post-close hooks at 1732072933275 (+2 ms)Closed at 1732072933275 2024-11-20T03:22:13,275 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732072912836.e627d1950beb3fbd83ef16708ce62181. 2024-11-20T03:22:13,356 INFO [RS:0;d00f728e99d7:37901 {}] regionserver.HRegionServer(976): stopping server d00f728e99d7,37901,1732072893158; all regions closed. 2024-11-20T03:22:13,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44391 is added to blk_1073741834_1010 (size=4239) 2024-11-20T03:22:13,358 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.meta.1732072896727.meta not finished, retry = 0 2024-11-20T03:22:13,446 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.wal-reader.d00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.1732072895807 to pos 1527, reset compression=false 2024-11-20T03:22:13,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44391 is added to blk_1073741839_1015 (size=2240) 2024-11-20T03:22:13,461 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.rep.1732072913986 not finished, retry = 0 2024-11-20T03:22:13,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44391 is added to blk_1073741832_1008 (size=1535) 2024-11-20T03:22:13,563 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/WALs/d00f728e99d7,37901,1732072893158/d00f728e99d7%2C37901%2C1732072893158.1732072895807 not finished, retry = 0 2024-11-20T03:22:13,664 DEBUG [RS:0;d00f728e99d7:37901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:13,664 INFO [RS:0;d00f728e99d7:37901 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:22:13,664 INFO [RS:0;d00f728e99d7:37901 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:22:13,664 INFO [RS:0;d00f728e99d7:37901 {}] hbase.ChoreService(370): Chore service for: regionserver/d00f728e99d7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T03:22:13,664 INFO [RS:0;d00f728e99d7:37901 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:22:13,664 INFO [RS:0;d00f728e99d7:37901 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d00f728e99d7,37901,1732072893158 because: Region server is closing 2024-11-20T03:22:13,664 INFO [regionserver/d00f728e99d7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:22:13,665 INFO [RS:0;d00f728e99d7:37901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:37901. 2024-11-20T03:22:13,665 DEBUG [RS:0;d00f728e99d7:37901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:22:13,665 DEBUG [RS:0;d00f728e99d7:37901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:13,665 DEBUG [RS:0;d00f728e99d7:37901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:13,665 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:22:13,765 INFO [RS:0;d00f728e99d7:37901 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.shipperd00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 terminated 2024-11-20T03:22:13,765 WARN [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,37901,1732072893158.replicationSource.wal-reader.d00f728e99d7%2C37901%2C1732072893158,1-d00f728e99d7,37901,1732072893158 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T03:22:13,765 INFO [RS:0;d00f728e99d7:37901 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37901 2024-11-20T03:22:13,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1015642d59c0001, quorum=127.0.0.1:49362, baseZNode=/021472815 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/021472815/rs/d00f728e99d7,37901,1732072893158 2024-11-20T03:22:13,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x1015642d59c0000, quorum=127.0.0.1:49362, baseZNode=/021472815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/021472815/rs 2024-11-20T03:22:13,777 INFO [RS:0;d00f728e99d7:37901 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:22:13,788 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d00f728e99d7,37901,1732072893158] 2024-11-20T03:22:13,798 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /021472815/draining/d00f728e99d7,37901,1732072893158 already deleted, retry=false 2024-11-20T03:22:13,798 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d00f728e99d7,37901,1732072893158 expired; onlineServers=0 2024-11-20T03:22:13,798 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd00f728e99d7,35187,1732072891290' ***** 2024-11-20T03:22:13,798 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T03:22:13,799 INFO [M:0;d00f728e99d7:35187 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:22:13,799 INFO [M:0;d00f728e99d7:35187 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:22:13,799 DEBUG [M:0;d00f728e99d7:35187 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T03:22:13,799 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T03:22:13,799 DEBUG [M:0;d00f728e99d7:35187 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T03:22:13,799 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072895541 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072895541,5,FailOnTimeoutGroup] 2024-11-20T03:22:13,799 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072895542 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072895542,5,FailOnTimeoutGroup] 2024-11-20T03:22:13,799 INFO [M:0;d00f728e99d7:35187 {}] hbase.ChoreService(370): Chore service for: master/d00f728e99d7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T03:22:13,799 INFO [M:0;d00f728e99d7:35187 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:22:13,799 DEBUG [M:0;d00f728e99d7:35187 {}] master.HMaster(1795): Stopping service threads 2024-11-20T03:22:13,799 INFO [M:0;d00f728e99d7:35187 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T03:22:13,799 INFO [M:0;d00f728e99d7:35187 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:22:13,799 INFO [M:0;d00f728e99d7:35187 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T03:22:13,799 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T03:22:13,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x1015642d59c0000, quorum=127.0.0.1:49362, baseZNode=/021472815 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/021472815/master 2024-11-20T03:22:13,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x1015642d59c0000, quorum=127.0.0.1:49362, baseZNode=/021472815 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/021472815 2024-11-20T03:22:13,809 DEBUG [M:0;d00f728e99d7:35187 {}] zookeeper.ZKUtil(347): master:35187-0x1015642d59c0000, quorum=127.0.0.1:49362, baseZNode=/021472815 Unable to get data of znode /021472815/master because node does not exist (not an error) 2024-11-20T03:22:13,809 WARN [M:0;d00f728e99d7:35187 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T03:22:13,810 INFO [M:0;d00f728e99d7:35187 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/.lastflushedseqids 2024-11-20T03:22:13,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44391 is added to blk_1073741848_1024 (size=245) 2024-11-20T03:22:13,820 INFO [M:0;d00f728e99d7:35187 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T03:22:13,820 INFO [M:0;d00f728e99d7:35187 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T03:22:13,820 DEBUG [M:0;d00f728e99d7:35187 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:22:13,820 INFO [M:0;d00f728e99d7:35187 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:22:13,820 DEBUG [M:0;d00f728e99d7:35187 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:22:13,820 DEBUG [M:0;d00f728e99d7:35187 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:22:13,820 DEBUG [M:0;d00f728e99d7:35187 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:22:13,821 INFO [M:0;d00f728e99d7:35187 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-20T03:22:13,838 DEBUG [M:0;d00f728e99d7:35187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ba2b2bbc65d8425390da4578ce00301a is 82, key is hbase:meta,,1/info:regioninfo/1732072896767/Put/seqid=0 2024-11-20T03:22:13,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44391 is added to blk_1073741849_1025 (size=5672) 2024-11-20T03:22:13,841 INFO [M:0;d00f728e99d7:35187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ba2b2bbc65d8425390da4578ce00301a 2024-11-20T03:22:13,862 DEBUG [M:0;d00f728e99d7:35187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3e202c1550224069a622303eee7d5e17 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732072907522/Put/seqid=0 2024-11-20T03:22:13,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44391 is added to blk_1073741850_1026 (size=7219) 2024-11-20T03:22:13,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1015642d59c0001, quorum=127.0.0.1:49362, baseZNode=/021472815 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:22:13,888 INFO [RS:0;d00f728e99d7:37901 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:22:13,888 INFO [RS:0;d00f728e99d7:37901 {}] regionserver.HRegionServer(1031): Exiting; stopping=d00f728e99d7,37901,1732072893158; zookeeper connection closed. 2024-11-20T03:22:13,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37901-0x1015642d59c0001, quorum=127.0.0.1:49362, baseZNode=/021472815 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:22:13,888 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@69e1fbaf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@69e1fbaf 2024-11-20T03:22:13,889 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T03:22:14,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T03:22:14,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T03:22:14,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T03:22:14,277 INFO [M:0;d00f728e99d7:35187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3e202c1550224069a622303eee7d5e17 2024-11-20T03:22:14,282 INFO [M:0;d00f728e99d7:35187 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e202c1550224069a622303eee7d5e17 2024-11-20T03:22:14,299 DEBUG [M:0;d00f728e99d7:35187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d274a5feb5bc4263aab0b54f92a04bf9 is 69, key is d00f728e99d7,37901,1732072893158/rs:state/1732072895657/Put/seqid=0 2024-11-20T03:22:14,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44391 is added to blk_1073741851_1027 (size=5156) 2024-11-20T03:22:14,311 INFO [M:0;d00f728e99d7:35187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d274a5feb5bc4263aab0b54f92a04bf9 2024-11-20T03:22:14,324 DEBUG [M:0;d00f728e99d7:35187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ba2b2bbc65d8425390da4578ce00301a as hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ba2b2bbc65d8425390da4578ce00301a 2024-11-20T03:22:14,328 INFO [M:0;d00f728e99d7:35187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ba2b2bbc65d8425390da4578ce00301a, entries=8, sequenceid=105, filesize=5.5 K 2024-11-20T03:22:14,329 DEBUG [M:0;d00f728e99d7:35187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3e202c1550224069a622303eee7d5e17 as hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3e202c1550224069a622303eee7d5e17 2024-11-20T03:22:14,333 INFO [M:0;d00f728e99d7:35187 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e202c1550224069a622303eee7d5e17 2024-11-20T03:22:14,333 INFO [M:0;d00f728e99d7:35187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3e202c1550224069a622303eee7d5e17, entries=11, sequenceid=105, filesize=7.0 K 2024-11-20T03:22:14,334 DEBUG [M:0;d00f728e99d7:35187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d274a5feb5bc4263aab0b54f92a04bf9 as hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d274a5feb5bc4263aab0b54f92a04bf9 2024-11-20T03:22:14,338 INFO [M:0;d00f728e99d7:35187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33061/user/jenkins/test-data/6857daa2-46ea-e6dc-558e-0fa70b006072/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d274a5feb5bc4263aab0b54f92a04bf9, entries=1, sequenceid=105, filesize=5.0 K 2024-11-20T03:22:14,339 INFO [M:0;d00f728e99d7:35187 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 519ms, sequenceid=105, compaction requested=false 2024-11-20T03:22:14,345 INFO [M:0;d00f728e99d7:35187 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:22:14,345 DEBUG [M:0;d00f728e99d7:35187 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072933820Disabling compacts and flushes for region at 1732072933820Disabling writes for close at 1732072933820Obtaining lock to block concurrent updates at 1732072933821 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732072933821Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732072933821Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732072933821Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732072933821Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732072933837 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732072933837Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732072933844 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732072933861 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732072933861Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732072934282 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732072934298 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732072934298Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@732c61da: reopening flushed file at 1732072934316 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d205471: reopening flushed file at 1732072934329 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a67e9c9: reopening flushed file at 1732072934334 (+5 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 519ms, sequenceid=105, compaction requested=false at 1732072934339 (+5 ms)Writing region close event to WAL at 1732072934344 (+5 ms)Closed at 1732072934344 2024-11-20T03:22:14,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44391 is added to blk_1073741830_1006 (size=64435) 2024-11-20T03:22:14,357 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:22:14,357 INFO [M:0;d00f728e99d7:35187 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T03:22:14,357 INFO [M:0;d00f728e99d7:35187 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35187 2024-11-20T03:22:14,357 INFO [M:0;d00f728e99d7:35187 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:22:14,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x1015642d59c0000, quorum=127.0.0.1:49362, baseZNode=/021472815 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:22:14,506 INFO [M:0;d00f728e99d7:35187 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:22:14,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35187-0x1015642d59c0000, quorum=127.0.0.1:49362, baseZNode=/021472815 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:22:14,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6326fb22{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:22:14,513 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@475f79bb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:22:14,513 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:22:14,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c257500{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:22:14,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3293db31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ccd65b-6d77-1854-6d5f-d9d04bf76093/hadoop.log.dir/,STOPPED} 2024-11-20T03:22:14,515 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T03:22:14,515 WARN [BP-461528801-172.17.0.2-1732072888864 heartbeating to localhost/127.0.0.1:33061 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T03:22:14,515 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T03:22:14,515 WARN [BP-461528801-172.17.0.2-1732072888864 heartbeating to localhost/127.0.0.1:33061 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-461528801-172.17.0.2-1732072888864 (Datanode Uuid a6b399f0-2261-4731-9ef1-7e9c132648a0) service to localhost/127.0.0.1:33061 2024-11-20T03:22:14,515 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ccd65b-6d77-1854-6d5f-d9d04bf76093/cluster_a9c84d76-be00-723e-1108-26805fd36fab/data/data1/current/BP-461528801-172.17.0.2-1732072888864 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:22:14,515 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ccd65b-6d77-1854-6d5f-d9d04bf76093/cluster_a9c84d76-be00-723e-1108-26805fd36fab/data/data2/current/BP-461528801-172.17.0.2-1732072888864 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:22:14,515 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T03:22:14,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39dddff9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:22:14,521 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@871521f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:22:14,521 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:22:14,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47c2e923{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:22:14,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@340750b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9ccd65b-6d77-1854-6d5f-d9d04bf76093/hadoop.log.dir/,STOPPED} 2024-11-20T03:22:14,527 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T03:22:14,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T03:22:14,551 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=362 (was 314) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40765 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:40765 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40765 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49362) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33061 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46879 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40765 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33061 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49362) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40765 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:46879 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:33061 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33061 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49362) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33061 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46879 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46879 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46879 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=798 (was 729) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=383 (was 404), ProcessCount=11 (was 11), AvailableMemoryMB=6774 (was 6193) - AvailableMemoryMB LEAK? - 2024-11-20T03:22:14,563 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=362, OpenFileDescriptor=798, MaxFileDescriptor=1048576, SystemLoadAverage=383, ProcessCount=11, AvailableMemoryMB=6773 2024-11-20T03:22:14,579 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-20T03:22:14,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b82f155-006a-812a-2bb3-d36b6cf9df86/hadoop.log.dir so I do NOT create it in target/test-data/3a547c6c-49ae-b4cf-7713-92693b04a051 2024-11-20T03:22:14,580 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b82f155-006a-812a-2bb3-d36b6cf9df86/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T03:22:14,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b82f155-006a-812a-2bb3-d36b6cf9df86/hadoop.tmp.dir so I do NOT create it in target/test-data/3a547c6c-49ae-b4cf-7713-92693b04a051 2024-11-20T03:22:14,580 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b82f155-006a-812a-2bb3-d36b6cf9df86/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T03:22:14,580 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a547c6c-49ae-b4cf-7713-92693b04a051 2024-11-20T03:22:14,580 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a547c6c-49ae-b4cf-7713-92693b04a051/cluster_a47853a4-cb7a-40ee-0297-7e2040b27d39, deleteOnExit=true 2024-11-20T03:22:14,583 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a547c6c-49ae-b4cf-7713-92693b04a051/cluster_a47853a4-cb7a-40ee-0297-7e2040b27d39/zookeeper_0, clientPort=52929, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a547c6c-49ae-b4cf-7713-92693b04a051/cluster_a47853a4-cb7a-40ee-0297-7e2040b27d39/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a547c6c-49ae-b4cf-7713-92693b04a051/cluster_a47853a4-cb7a-40ee-0297-7e2040b27d39/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T03:22:14,583 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52929 2024-11-20T03:22:14,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T03:22:14,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T03:22:14,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a547c6c-49ae-b4cf-7713-92693b04a051/test.cache.data in system properties and HBase conf 2024-11-20T03:22:14,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a547c6c-49ae-b4cf-7713-92693b04a051/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T03:22:14,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a547c6c-49ae-b4cf-7713-92693b04a051/hadoop.log.dir in system properties and HBase conf 2024-11-20T03:22:14,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a547c6c-49ae-b4cf-7713-92693b04a051/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T03:22:14,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a547c6c-49ae-b4cf-7713-92693b04a051/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T03:22:14,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T03:22:14,584 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T03:22:14,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a547c6c-49ae-b4cf-7713-92693b04a051/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:22:14,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a547c6c-49ae-b4cf-7713-92693b04a051/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:22:14,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a547c6c-49ae-b4cf-7713-92693b04a051/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T03:22:14,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a547c6c-49ae-b4cf-7713-92693b04a051/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:22:14,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a547c6c-49ae-b4cf-7713-92693b04a051/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T03:22:14,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a547c6c-49ae-b4cf-7713-92693b04a051/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T03:22:14,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a547c6c-49ae-b4cf-7713-92693b04a051/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:22:14,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a547c6c-49ae-b4cf-7713-92693b04a051/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:22:14,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a547c6c-49ae-b4cf-7713-92693b04a051/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T03:22:14,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a547c6c-49ae-b4cf-7713-92693b04a051/nfs.dump.dir in system properties and HBase conf 2024-11-20T03:22:14,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a547c6c-49ae-b4cf-7713-92693b04a051/java.io.tmpdir in system properties and HBase conf 2024-11-20T03:22:14,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a547c6c-49ae-b4cf-7713-92693b04a051/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:22:14,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a547c6c-49ae-b4cf-7713-92693b04a051/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T03:22:14,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a547c6c-49ae-b4cf-7713-92693b04a051/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T03:22:14,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015642d59c0005, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T03:22:14,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015642d59c0002, quorum=127.0.0.1:49362, baseZNode=/021472815 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T03:22:14,626 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015642d59c0002, quorum=127.0.0.1:49362, baseZNode=/021472815 Received Disconnected from ZooKeeper, ignoring 2024-11-20T03:22:14,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1015642d59c0008, quorum=127.0.0.1:49362, baseZNode=/269491212 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T03:22:14,626 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015642d59c0005, quorum=127.0.0.1:49362, baseZNode=/1-1337464456 Received Disconnected from ZooKeeper, ignoring 2024-11-20T03:22:14,626 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1015642d59c0008, quorum=127.0.0.1:49362, baseZNode=/269491212 Received Disconnected from ZooKeeper, ignoring 2024-11-20T03:22:14,992 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:22:15,004 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:22:15,040 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:22:15,041 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:22:15,041 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T03:22:15,045 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:22:15,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1774bcfc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a547c6c-49ae-b4cf-7713-92693b04a051/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:22:15,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27b715de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:22:15,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3391f66a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a547c6c-49ae-b4cf-7713-92693b04a051/java.io.tmpdir/jetty-localhost-43327-hadoop-hdfs-3_4_1-tests_jar-_-any-4336189623503864707/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:22:15,197 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3826f199{HTTP/1.1, (http/1.1)}{localhost:43327} 2024-11-20T03:22:15,197 INFO [Time-limited test {}] server.Server(415): Started @318726ms 2024-11-20T03:22:15,557 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:22:15,561 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:22:15,564 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:22:15,564 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:22:15,564 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T03:22:15,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25fb5ae3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a547c6c-49ae-b4cf-7713-92693b04a051/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:22:15,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72de679e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:22:15,663 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@332dafea{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a547c6c-49ae-b4cf-7713-92693b04a051/java.io.tmpdir/jetty-localhost-44327-hadoop-hdfs-3_4_1-tests_jar-_-any-10605223886596224772/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:22:15,663 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39276dad{HTTP/1.1, (http/1.1)}{localhost:44327} 2024-11-20T03:22:15,663 INFO [Time-limited test {}] server.Server(415): Started @319192ms 2024-11-20T03:22:15,664 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T03:22:16,444 WARN [Thread-4173 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a547c6c-49ae-b4cf-7713-92693b04a051/cluster_a47853a4-cb7a-40ee-0297-7e2040b27d39/data/data2/current/BP-1929131422-172.17.0.2-1732072934598/current, will proceed with Du for space computation calculation, 2024-11-20T03:22:16,444 WARN [Thread-4172 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a547c6c-49ae-b4cf-7713-92693b04a051/cluster_a47853a4-cb7a-40ee-0297-7e2040b27d39/data/data1/current/BP-1929131422-172.17.0.2-1732072934598/current, will proceed with Du for space computation calculation, 2024-11-20T03:22:16,475 WARN [Thread-4160 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T03:22:16,477 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e2907800d47e5b with lease ID 0x35cf14e3c27b230: Processing first storage report for DS-427bee81-3a92-4173-8922-cff4bced3287 from datanode DatanodeRegistration(127.0.0.1:36529, datanodeUuid=7985fbb9-8244-4f8f-ba92-be6dc3327caa, infoPort=41051, infoSecurePort=0, ipcPort=36687, storageInfo=lv=-57;cid=testClusterID;nsid=148591752;c=1732072934598) 2024-11-20T03:22:16,477 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e2907800d47e5b with lease ID 0x35cf14e3c27b230: from storage DS-427bee81-3a92-4173-8922-cff4bced3287 node DatanodeRegistration(127.0.0.1:36529, datanodeUuid=7985fbb9-8244-4f8f-ba92-be6dc3327caa, infoPort=41051, infoSecurePort=0, ipcPort=36687, storageInfo=lv=-57;cid=testClusterID;nsid=148591752;c=1732072934598), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T03:22:16,477 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7e2907800d47e5b with lease ID 0x35cf14e3c27b230: Processing first storage report for DS-2ce20535-af6a-4d02-a8b4-a7a9c10b47d4 from datanode DatanodeRegistration(127.0.0.1:36529, datanodeUuid=7985fbb9-8244-4f8f-ba92-be6dc3327caa, infoPort=41051, infoSecurePort=0, ipcPort=36687, storageInfo=lv=-57;cid=testClusterID;nsid=148591752;c=1732072934598) 2024-11-20T03:22:16,477 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7e2907800d47e5b with lease ID 0x35cf14e3c27b230: from storage DS-2ce20535-af6a-4d02-a8b4-a7a9c10b47d4 node DatanodeRegistration(127.0.0.1:36529, datanodeUuid=7985fbb9-8244-4f8f-ba92-be6dc3327caa, infoPort=41051, infoSecurePort=0, ipcPort=36687, storageInfo=lv=-57;cid=testClusterID;nsid=148591752;c=1732072934598), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T03:22:16,487 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a547c6c-49ae-b4cf-7713-92693b04a051 2024-11-20T03:22:16,487 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:22:16,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:22:16,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36529 is added to blk_1073741825_1001 (size=7) 2024-11-20T03:22:16,898 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34255/user/jenkins/test-data/dfd14920-0a83-1487-37ea-fed273761ce7 with version=8 2024-11-20T03:22:16,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34255/user/jenkins/test-data/dfd14920-0a83-1487-37ea-fed273761ce7/hbase-staging 2024-11-20T03:22:16,900 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:22:16,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:22:16,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:22:16,900 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:22:16,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:22:16,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:22:16,900 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T03:22:16,901 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:22:16,901 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44749 2024-11-20T03:22:16,902 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44749 connecting to ZooKeeper ensemble=127.0.0.1:52929 2024-11-20T03:22:16,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447490x0, quorum=127.0.0.1:52929, baseZNode=/01310307846 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:22:16,993 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44749-0x101564388620000 connected 2024-11-20T03:22:17,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:22:17,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:22:17,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44749-0x101564388620000, quorum=127.0.0.1:52929, baseZNode=/01310307846 Set watcher on znode that does not yet exist, /01310307846/running 2024-11-20T03:22:17,077 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34255/user/jenkins/test-data/dfd14920-0a83-1487-37ea-fed273761ce7, hbase.cluster.distributed=false 2024-11-20T03:22:17,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44749-0x101564388620000, quorum=127.0.0.1:52929, baseZNode=/01310307846 Set watcher on znode that does not yet exist, /01310307846/acl 2024-11-20T03:22:17,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44749 2024-11-20T03:22:17,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44749 2024-11-20T03:22:17,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44749 2024-11-20T03:22:17,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44749 2024-11-20T03:22:17,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44749 2024-11-20T03:22:17,099 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:22:17,099 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:22:17,099 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:22:17,099 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:22:17,099 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:22:17,099 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:22:17,099 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T03:22:17,099 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:22:17,100 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36541 2024-11-20T03:22:17,101 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36541 connecting to ZooKeeper ensemble=127.0.0.1:52929 2024-11-20T03:22:17,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:22:17,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:22:17,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365410x0, quorum=127.0.0.1:52929, baseZNode=/01310307846 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:22:17,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365410x0, quorum=127.0.0.1:52929, baseZNode=/01310307846 Set watcher on znode that does not yet exist, /01310307846/running 2024-11-20T03:22:17,114 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36541-0x101564388620001 connected 2024-11-20T03:22:17,114 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T03:22:17,115 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T03:22:17,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36541-0x101564388620001, quorum=127.0.0.1:52929, baseZNode=/01310307846 Set watcher on znode that does not yet exist, /01310307846/master 2024-11-20T03:22:17,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36541-0x101564388620001, quorum=127.0.0.1:52929, baseZNode=/01310307846 Set watcher on znode that does not yet exist, /01310307846/acl 2024-11-20T03:22:17,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36541 2024-11-20T03:22:17,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36541 2024-11-20T03:22:17,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36541 2024-11-20T03:22:17,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36541 2024-11-20T03:22:17,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36541 2024-11-20T03:22:17,135 DEBUG [M:0;d00f728e99d7:44749 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d00f728e99d7:44749 2024-11-20T03:22:17,135 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01310307846/backup-masters/d00f728e99d7,44749,1732072936900 2024-11-20T03:22:17,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44749-0x101564388620000, quorum=127.0.0.1:52929, baseZNode=/01310307846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01310307846/backup-masters 2024-11-20T03:22:17,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36541-0x101564388620001, quorum=127.0.0.1:52929, baseZNode=/01310307846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01310307846/backup-masters 2024-11-20T03:22:17,146 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44749-0x101564388620000, quorum=127.0.0.1:52929, baseZNode=/01310307846 Set watcher on existing znode=/01310307846/backup-masters/d00f728e99d7,44749,1732072936900 2024-11-20T03:22:17,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36541-0x101564388620001, quorum=127.0.0.1:52929, baseZNode=/01310307846 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01310307846/master 2024-11-20T03:22:17,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44749-0x101564388620000, quorum=127.0.0.1:52929, baseZNode=/01310307846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01310307846 2024-11-20T03:22:17,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36541-0x101564388620001, quorum=127.0.0.1:52929, baseZNode=/01310307846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01310307846 2024-11-20T03:22:17,156 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44749-0x101564388620000, quorum=127.0.0.1:52929, baseZNode=/01310307846 Set watcher on existing znode=/01310307846/master 2024-11-20T03:22:17,156 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01310307846/backup-masters/d00f728e99d7,44749,1732072936900 from backup master directory 2024-11-20T03:22:17,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44749-0x101564388620000, quorum=127.0.0.1:52929, baseZNode=/01310307846 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01310307846/backup-masters/d00f728e99d7,44749,1732072936900 2024-11-20T03:22:17,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36541-0x101564388620001, quorum=127.0.0.1:52929, baseZNode=/01310307846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01310307846/backup-masters 2024-11-20T03:22:17,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44749-0x101564388620000, quorum=127.0.0.1:52929, baseZNode=/01310307846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01310307846/backup-masters 2024-11-20T03:22:17,166 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:22:17,167 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d00f728e99d7,44749,1732072936900 2024-11-20T03:22:17,169 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34255/user/jenkins/test-data/dfd14920-0a83-1487-37ea-fed273761ce7/hbase.id] with ID: 11f50344-1e58-4c96-bd6a-973577277d94 2024-11-20T03:22:17,169 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34255/user/jenkins/test-data/dfd14920-0a83-1487-37ea-fed273761ce7/.tmp/hbase.id 2024-11-20T03:22:17,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36529 is added to blk_1073741826_1002 (size=42) 2024-11-20T03:22:17,573 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34255/user/jenkins/test-data/dfd14920-0a83-1487-37ea-fed273761ce7/.tmp/hbase.id]:[hdfs://localhost:34255/user/jenkins/test-data/dfd14920-0a83-1487-37ea-fed273761ce7/hbase.id] 2024-11-20T03:22:17,580 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:22:17,580 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T03:22:17,580 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-20T03:22:17,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44749-0x101564388620000, quorum=127.0.0.1:52929, baseZNode=/01310307846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01310307846 2024-11-20T03:22:17,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36541-0x101564388620001, quorum=127.0.0.1:52929, baseZNode=/01310307846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01310307846 2024-11-20T03:22:17,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36529 is added to blk_1073741827_1003 (size=196) 2024-11-20T03:22:18,031 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:22:18,031 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T03:22:18,031 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:22:18,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36529 is added to blk_1073741828_1004 (size=1189) 2024-11-20T03:22:18,349 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T03:22:18,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:18,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:18,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:18,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:18,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:18,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:18,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:18,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:18,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:18,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:18,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:18,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:18,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:18,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:18,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:18,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:18,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:18,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:18,436 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34255/user/jenkins/test-data/dfd14920-0a83-1487-37ea-fed273761ce7/MasterData/data/master/store 2024-11-20T03:22:18,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36529 is added to blk_1073741829_1005 (size=34) 2024-11-20T03:22:18,841 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:22:18,841 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:22:18,841 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:22:18,841 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:22:18,841 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:22:18,841 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:22:18,841 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:22:18,841 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072938841Disabling compacts and flushes for region at 1732072938841Disabling writes for close at 1732072938841Writing region close event to WAL at 1732072938841Closed at 1732072938841 2024-11-20T03:22:18,841 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34255/user/jenkins/test-data/dfd14920-0a83-1487-37ea-fed273761ce7/MasterData/data/master/store/.initializing 2024-11-20T03:22:18,842 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34255/user/jenkins/test-data/dfd14920-0a83-1487-37ea-fed273761ce7/MasterData/WALs/d00f728e99d7,44749,1732072936900 2024-11-20T03:22:18,842 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:22:18,843 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d00f728e99d7%2C44749%2C1732072936900, suffix=, logDir=hdfs://localhost:34255/user/jenkins/test-data/dfd14920-0a83-1487-37ea-fed273761ce7/MasterData/WALs/d00f728e99d7,44749,1732072936900, archiveDir=hdfs://localhost:34255/user/jenkins/test-data/dfd14920-0a83-1487-37ea-fed273761ce7/MasterData/oldWALs, maxLogs=10 2024-11-20T03:22:18,855 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dfd14920-0a83-1487-37ea-fed273761ce7/MasterData/WALs/d00f728e99d7,44749,1732072936900/d00f728e99d7%2C44749%2C1732072936900.1732072938843, exclude list is [], retry=0 2024-11-20T03:22:18,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36529,DS-427bee81-3a92-4173-8922-cff4bced3287,DISK] 2024-11-20T03:22:18,858 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dfd14920-0a83-1487-37ea-fed273761ce7/MasterData/WALs/d00f728e99d7,44749,1732072936900/d00f728e99d7%2C44749%2C1732072936900.1732072938843 2024-11-20T03:22:18,859 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41051:41051)] 2024-11-20T03:22:18,859 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:22:18,859 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:22:18,859 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:18,859 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:18,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:18,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T03:22:18,861 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:18,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:22:18,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:18,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T03:22:18,862 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:18,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:22:18,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:18,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T03:22:18,863 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:18,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:22:18,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:18,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T03:22:18,864 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:18,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:22:18,864 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:18,865 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34255/user/jenkins/test-data/dfd14920-0a83-1487-37ea-fed273761ce7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:18,865 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34255/user/jenkins/test-data/dfd14920-0a83-1487-37ea-fed273761ce7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:18,866 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:18,866 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:18,866 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:22:18,867 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:18,868 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34255/user/jenkins/test-data/dfd14920-0a83-1487-37ea-fed273761ce7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:22:18,868 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69883844, jitterRate=0.04135042428970337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:22:18,869 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732072938859Initializing all the Stores at 1732072938860 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072938860Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072938860Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072938860Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072938860Cleaning up temporary data from old regions at 1732072938866 (+6 ms)Region opened successfully at 1732072938869 (+3 ms) 2024-11-20T03:22:18,869 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T03:22:18,871 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@daa2dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:22:18,871 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T03:22:18,871 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T03:22:18,871 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T03:22:18,871 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T03:22:18,872 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T03:22:18,872 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T03:22:18,872 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T03:22:18,875 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T03:22:18,876 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44749-0x101564388620000, quorum=127.0.0.1:52929, baseZNode=/01310307846 Unable to get data of znode /01310307846/balancer because node does not exist (not necessarily an error) 2024-11-20T03:22:18,921 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01310307846/balancer already deleted, retry=false 2024-11-20T03:22:18,921 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T03:22:18,922 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44749-0x101564388620000, quorum=127.0.0.1:52929, baseZNode=/01310307846 Unable to get data of znode /01310307846/normalizer because node does not exist (not necessarily an error) 2024-11-20T03:22:18,931 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01310307846/normalizer already deleted, retry=false 2024-11-20T03:22:18,932 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T03:22:18,932 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44749-0x101564388620000, quorum=127.0.0.1:52929, baseZNode=/01310307846 Unable to get data of znode /01310307846/switch/split because node does not exist (not necessarily an error) 2024-11-20T03:22:18,942 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01310307846/switch/split already deleted, retry=false 2024-11-20T03:22:18,943 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44749-0x101564388620000, quorum=127.0.0.1:52929, baseZNode=/01310307846 Unable to get data of znode /01310307846/switch/merge because node does not exist (not necessarily an error) 2024-11-20T03:22:18,952 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01310307846/switch/merge already deleted, retry=false 2024-11-20T03:22:18,954 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44749-0x101564388620000, quorum=127.0.0.1:52929, baseZNode=/01310307846 Unable to get data of znode /01310307846/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T03:22:18,966 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01310307846/snapshot-cleanup already deleted, retry=false 2024-11-20T03:22:18,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36541-0x101564388620001, quorum=127.0.0.1:52929, baseZNode=/01310307846 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01310307846/running 2024-11-20T03:22:18,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44749-0x101564388620000, quorum=127.0.0.1:52929, baseZNode=/01310307846 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01310307846/running 2024-11-20T03:22:18,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36541-0x101564388620001, quorum=127.0.0.1:52929, baseZNode=/01310307846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01310307846 2024-11-20T03:22:18,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44749-0x101564388620000, quorum=127.0.0.1:52929, baseZNode=/01310307846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01310307846 2024-11-20T03:22:18,978 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d00f728e99d7,44749,1732072936900, sessionid=0x101564388620000, setting cluster-up flag (Was=false) 2024-11-20T03:22:18,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44749-0x101564388620000, quorum=127.0.0.1:52929, baseZNode=/01310307846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01310307846 2024-11-20T03:22:18,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36541-0x101564388620001, quorum=127.0.0.1:52929, baseZNode=/01310307846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01310307846 2024-11-20T03:22:19,030 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01310307846/flush-table-proc/acquired, /01310307846/flush-table-proc/reached, /01310307846/flush-table-proc/abort 2024-11-20T03:22:19,030 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,44749,1732072936900 2024-11-20T03:22:19,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36541-0x101564388620001, quorum=127.0.0.1:52929, baseZNode=/01310307846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01310307846 2024-11-20T03:22:19,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44749-0x101564388620000, quorum=127.0.0.1:52929, baseZNode=/01310307846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01310307846 2024-11-20T03:22:19,082 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01310307846/online-snapshot/acquired, /01310307846/online-snapshot/reached, /01310307846/online-snapshot/abort 2024-11-20T03:22:19,083 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,44749,1732072936900 2024-11-20T03:22:19,084 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34255/user/jenkins/test-data/dfd14920-0a83-1487-37ea-fed273761ce7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T03:22:19,085 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T03:22:19,085 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T03:22:19,085 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T03:22:19,086 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d00f728e99d7,44749,1732072936900 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T03:22:19,087 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:22:19,087 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:22:19,087 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:22:19,087 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:22:19,087 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d00f728e99d7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T03:22:19,087 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:19,087 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:22:19,087 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:19,087 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732072969087 2024-11-20T03:22:19,088 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T03:22:19,088 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T03:22:19,088 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T03:22:19,088 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T03:22:19,088 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:22:19,088 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T03:22:19,088 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T03:22:19,088 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T03:22:19,088 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:19,088 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T03:22:19,088 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T03:22:19,088 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T03:22:19,088 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T03:22:19,088 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T03:22:19,088 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:19,088 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T03:22:19,088 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072939088,5,FailOnTimeoutGroup] 2024-11-20T03:22:19,088 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T03:22:19,092 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072939089,5,FailOnTimeoutGroup] 2024-11-20T03:22:19,092 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:19,092 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T03:22:19,092 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:19,092 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:19,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36529 is added to blk_1073741831_1007 (size=1321) 2024-11-20T03:22:19,127 INFO [RS:0;d00f728e99d7:36541 {}] regionserver.HRegionServer(746): ClusterId : 11f50344-1e58-4c96-bd6a-973577277d94 2024-11-20T03:22:19,127 DEBUG [RS:0;d00f728e99d7:36541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T03:22:19,136 DEBUG [RS:0;d00f728e99d7:36541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T03:22:19,136 DEBUG [RS:0;d00f728e99d7:36541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T03:22:19,146 DEBUG [RS:0;d00f728e99d7:36541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T03:22:19,146 DEBUG [RS:0;d00f728e99d7:36541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a442880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:22:19,159 DEBUG [RS:0;d00f728e99d7:36541 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d00f728e99d7:36541 2024-11-20T03:22:19,159 INFO [RS:0;d00f728e99d7:36541 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T03:22:19,159 INFO [RS:0;d00f728e99d7:36541 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T03:22:19,159 DEBUG [RS:0;d00f728e99d7:36541 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T03:22:19,160 INFO [RS:0;d00f728e99d7:36541 {}] regionserver.HRegionServer(2659): reportForDuty to master=d00f728e99d7,44749,1732072936900 with port=36541, startcode=1732072937099 2024-11-20T03:22:19,160 DEBUG [RS:0;d00f728e99d7:36541 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T03:22:19,161 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39375, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T03:22:19,162 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44749 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d00f728e99d7,36541,1732072937099 2024-11-20T03:22:19,162 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44749 {}] master.ServerManager(517): Registering regionserver=d00f728e99d7,36541,1732072937099 2024-11-20T03:22:19,163 DEBUG [RS:0;d00f728e99d7:36541 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34255/user/jenkins/test-data/dfd14920-0a83-1487-37ea-fed273761ce7 2024-11-20T03:22:19,163 DEBUG [RS:0;d00f728e99d7:36541 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34255 2024-11-20T03:22:19,163 DEBUG [RS:0;d00f728e99d7:36541 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T03:22:19,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44749-0x101564388620000, quorum=127.0.0.1:52929, baseZNode=/01310307846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01310307846/rs 2024-11-20T03:22:19,174 DEBUG [RS:0;d00f728e99d7:36541 {}] zookeeper.ZKUtil(111): regionserver:36541-0x101564388620001, quorum=127.0.0.1:52929, baseZNode=/01310307846 Set watcher on existing znode=/01310307846/rs/d00f728e99d7,36541,1732072937099 2024-11-20T03:22:19,174 WARN [RS:0;d00f728e99d7:36541 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:22:19,174 INFO [RS:0;d00f728e99d7:36541 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:22:19,174 DEBUG [RS:0;d00f728e99d7:36541 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34255/user/jenkins/test-data/dfd14920-0a83-1487-37ea-fed273761ce7/WALs/d00f728e99d7,36541,1732072937099 2024-11-20T03:22:19,174 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d00f728e99d7,36541,1732072937099] 2024-11-20T03:22:19,176 INFO [RS:0;d00f728e99d7:36541 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T03:22:19,178 INFO [RS:0;d00f728e99d7:36541 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T03:22:19,181 INFO [RS:0;d00f728e99d7:36541 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T03:22:19,181 INFO [RS:0;d00f728e99d7:36541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:19,183 INFO [RS:0;d00f728e99d7:36541 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T03:22:19,183 INFO [RS:0;d00f728e99d7:36541 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T03:22:19,184 INFO [RS:0;d00f728e99d7:36541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:19,184 DEBUG [RS:0;d00f728e99d7:36541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:19,184 DEBUG [RS:0;d00f728e99d7:36541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:19,184 DEBUG [RS:0;d00f728e99d7:36541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:19,184 DEBUG [RS:0;d00f728e99d7:36541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:19,184 DEBUG [RS:0;d00f728e99d7:36541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:19,184 DEBUG [RS:0;d00f728e99d7:36541 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:22:19,184 DEBUG [RS:0;d00f728e99d7:36541 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:19,184 DEBUG [RS:0;d00f728e99d7:36541 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:19,184 DEBUG [RS:0;d00f728e99d7:36541 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:19,184 DEBUG [RS:0;d00f728e99d7:36541 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:19,184 DEBUG [RS:0;d00f728e99d7:36541 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:19,184 DEBUG [RS:0;d00f728e99d7:36541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:19,184 DEBUG [RS:0;d00f728e99d7:36541 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:22:19,184 DEBUG [RS:0;d00f728e99d7:36541 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:22:19,188 INFO [RS:0;d00f728e99d7:36541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:19,188 INFO [RS:0;d00f728e99d7:36541 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:19,188 INFO [RS:0;d00f728e99d7:36541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:19,188 INFO [RS:0;d00f728e99d7:36541 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:19,188 INFO [RS:0;d00f728e99d7:36541 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:19,188 INFO [RS:0;d00f728e99d7:36541 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,36541,1732072937099-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:22:19,207 INFO [RS:0;d00f728e99d7:36541 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T03:22:19,208 INFO [RS:0;d00f728e99d7:36541 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,36541,1732072937099-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:19,208 INFO [RS:0;d00f728e99d7:36541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:19,208 INFO [RS:0;d00f728e99d7:36541 {}] regionserver.Replication(171): d00f728e99d7,36541,1732072937099 started 2024-11-20T03:22:19,226 INFO [RS:0;d00f728e99d7:36541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:19,226 INFO [RS:0;d00f728e99d7:36541 {}] regionserver.HRegionServer(1482): Serving as d00f728e99d7,36541,1732072937099, RpcServer on d00f728e99d7/172.17.0.2:36541, sessionid=0x101564388620001 2024-11-20T03:22:19,226 DEBUG [RS:0;d00f728e99d7:36541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T03:22:19,226 DEBUG [RS:0;d00f728e99d7:36541 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d00f728e99d7,36541,1732072937099 2024-11-20T03:22:19,226 DEBUG [RS:0;d00f728e99d7:36541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,36541,1732072937099' 2024-11-20T03:22:19,226 DEBUG [RS:0;d00f728e99d7:36541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01310307846/flush-table-proc/abort' 2024-11-20T03:22:19,227 DEBUG [RS:0;d00f728e99d7:36541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01310307846/flush-table-proc/acquired' 2024-11-20T03:22:19,227 DEBUG [RS:0;d00f728e99d7:36541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T03:22:19,227 DEBUG [RS:0;d00f728e99d7:36541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T03:22:19,227 DEBUG [RS:0;d00f728e99d7:36541 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d00f728e99d7,36541,1732072937099 2024-11-20T03:22:19,227 DEBUG [RS:0;d00f728e99d7:36541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,36541,1732072937099' 2024-11-20T03:22:19,227 DEBUG [RS:0;d00f728e99d7:36541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01310307846/online-snapshot/abort' 2024-11-20T03:22:19,227 DEBUG [RS:0;d00f728e99d7:36541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01310307846/online-snapshot/acquired' 2024-11-20T03:22:19,228 DEBUG [RS:0;d00f728e99d7:36541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T03:22:19,228 INFO [RS:0;d00f728e99d7:36541 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T03:22:19,228 INFO [RS:0;d00f728e99d7:36541 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T03:22:19,328 INFO [RS:0;d00f728e99d7:36541 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:22:19,329 INFO [RS:0;d00f728e99d7:36541 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C36541%2C1732072937099, suffix=, logDir=hdfs://localhost:34255/user/jenkins/test-data/dfd14920-0a83-1487-37ea-fed273761ce7/WALs/d00f728e99d7,36541,1732072937099, archiveDir=hdfs://localhost:34255/user/jenkins/test-data/dfd14920-0a83-1487-37ea-fed273761ce7/oldWALs, maxLogs=10 2024-11-20T03:22:19,341 DEBUG [RS:0;d00f728e99d7:36541 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dfd14920-0a83-1487-37ea-fed273761ce7/WALs/d00f728e99d7,36541,1732072937099/d00f728e99d7%2C36541%2C1732072937099.1732072939329, exclude list is [], retry=0 2024-11-20T03:22:19,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36529,DS-427bee81-3a92-4173-8922-cff4bced3287,DISK] 2024-11-20T03:22:19,344 INFO [RS:0;d00f728e99d7:36541 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dfd14920-0a83-1487-37ea-fed273761ce7/WALs/d00f728e99d7,36541,1732072937099/d00f728e99d7%2C36541%2C1732072937099.1732072939329 2024-11-20T03:22:19,344 DEBUG [RS:0;d00f728e99d7:36541 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41051:41051)] 2024-11-20T03:22:19,496 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34255/user/jenkins/test-data/dfd14920-0a83-1487-37ea-fed273761ce7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T03:22:19,496 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34255/user/jenkins/test-data/dfd14920-0a83-1487-37ea-fed273761ce7 2024-11-20T03:22:19,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36529 is added to blk_1073741833_1009 (size=32) 2024-11-20T03:22:19,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:22:19,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:22:19,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:22:19,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:19,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:22:19,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:22:19,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:22:19,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:19,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:22:19,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:22:19,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:22:19,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:19,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:22:19,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:22:19,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:22:19,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:19,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:22:19,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:22:19,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34255/user/jenkins/test-data/dfd14920-0a83-1487-37ea-fed273761ce7/data/hbase/meta/1588230740 2024-11-20T03:22:19,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34255/user/jenkins/test-data/dfd14920-0a83-1487-37ea-fed273761ce7/data/hbase/meta/1588230740 2024-11-20T03:22:19,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:22:19,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:22:19,907 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:22:19,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:22:19,908 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34255/user/jenkins/test-data/dfd14920-0a83-1487-37ea-fed273761ce7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:22:19,908 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62727731, jitterRate=-0.06528396904468536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:22:19,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732072939900Initializing all the Stores at 1732072939901 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072939901Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072939901Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072939901Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072939901Cleaning up temporary data from old regions at 1732072939907 (+6 ms)Region opened successfully at 1732072939909 (+2 ms) 2024-11-20T03:22:19,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:22:19,909 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:22:19,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:22:19,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:22:19,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:22:19,909 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:22:19,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072939909Disabling compacts and flushes for region at 1732072939909Disabling writes for close at 1732072939909Writing region close event to WAL at 1732072939909Closed at 1732072939909 2024-11-20T03:22:19,910 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:22:19,910 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T03:22:19,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T03:22:19,910 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:22:19,911 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T03:22:20,061 DEBUG [d00f728e99d7:44749 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T03:22:20,062 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d00f728e99d7,36541,1732072937099 2024-11-20T03:22:20,063 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,36541,1732072937099, state=OPENING 2024-11-20T03:22:20,110 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T03:22:20,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36541-0x101564388620001, quorum=127.0.0.1:52929, baseZNode=/01310307846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01310307846 2024-11-20T03:22:20,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44749-0x101564388620000, quorum=127.0.0.1:52929, baseZNode=/01310307846 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01310307846 2024-11-20T03:22:20,125 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01310307846/meta-region-server: CHANGED 2024-11-20T03:22:20,125 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01310307846/meta-region-server: CHANGED 2024-11-20T03:22:20,127 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:22:20,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,36541,1732072937099}] 2024-11-20T03:22:20,282 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:22:20,284 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T03:22:20,287 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T03:22:20,288 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:22:20,288 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T03:22:20,296 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C36541%2C1732072937099.meta, suffix=.meta, logDir=hdfs://localhost:34255/user/jenkins/test-data/dfd14920-0a83-1487-37ea-fed273761ce7/WALs/d00f728e99d7,36541,1732072937099, archiveDir=hdfs://localhost:34255/user/jenkins/test-data/dfd14920-0a83-1487-37ea-fed273761ce7/oldWALs, maxLogs=10 2024-11-20T03:22:20,316 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dfd14920-0a83-1487-37ea-fed273761ce7/WALs/d00f728e99d7,36541,1732072937099/d00f728e99d7%2C36541%2C1732072937099.meta.1732072940296.meta, exclude list is [], retry=0 2024-11-20T03:22:20,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36529,DS-427bee81-3a92-4173-8922-cff4bced3287,DISK] 2024-11-20T03:22:20,324 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dfd14920-0a83-1487-37ea-fed273761ce7/WALs/d00f728e99d7,36541,1732072937099/d00f728e99d7%2C36541%2C1732072937099.meta.1732072940296.meta 2024-11-20T03:22:20,325 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41051:41051)] 2024-11-20T03:22:20,325 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:22:20,325 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:22:20,325 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:22:20,326 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T03:22:20,326 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T03:22:20,326 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T03:22:20,326 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:22:20,326 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T03:22:20,326 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T03:22:20,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:22:20,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:22:20,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:20,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:22:20,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:22:20,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:22:20,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:20,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:22:20,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:22:20,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:22:20,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:20,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:22:20,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:22:20,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:22:20,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:20,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:22:20,333 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:22:20,334 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34255/user/jenkins/test-data/dfd14920-0a83-1487-37ea-fed273761ce7/data/hbase/meta/1588230740 2024-11-20T03:22:20,335 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34255/user/jenkins/test-data/dfd14920-0a83-1487-37ea-fed273761ce7/data/hbase/meta/1588230740 2024-11-20T03:22:20,336 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:22:20,336 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:22:20,336 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:22:20,337 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:22:20,338 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73168643, jitterRate=0.09029774367809296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:22:20,338 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T03:22:20,339 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732072940326Writing region info on filesystem at 1732072940326Initializing all the Stores at 1732072940327 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072940327Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072940328 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072940328Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072940328Cleaning up temporary data from old regions at 1732072940336 (+8 ms)Running coprocessor post-open hooks at 1732072940338 (+2 ms)Region opened successfully at 1732072940339 (+1 ms) 2024-11-20T03:22:20,341 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732072940282 2024-11-20T03:22:20,344 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T03:22:20,344 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T03:22:20,344 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d00f728e99d7,36541,1732072937099 2024-11-20T03:22:20,345 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,36541,1732072937099, state=OPEN 2024-11-20T03:22:20,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44749-0x101564388620000, quorum=127.0.0.1:52929, baseZNode=/01310307846 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01310307846/meta-region-server 2024-11-20T03:22:20,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36541-0x101564388620001, quorum=127.0.0.1:52929, baseZNode=/01310307846 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01310307846/meta-region-server 2024-11-20T03:22:20,387 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d00f728e99d7,36541,1732072937099 2024-11-20T03:22:20,387 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01310307846/meta-region-server: CHANGED 2024-11-20T03:22:20,387 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01310307846/meta-region-server: CHANGED 2024-11-20T03:22:20,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T03:22:20,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,36541,1732072937099 in 260 msec 2024-11-20T03:22:20,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T03:22:20,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 480 msec 2024-11-20T03:22:20,394 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:22:20,394 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T03:22:20,395 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:22:20,395 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,36541,1732072937099, seqNum=-1] 2024-11-20T03:22:20,396 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:22:20,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:22:20,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3170 sec 2024-11-20T03:22:20,405 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732072940404, completionTime=-1 2024-11-20T03:22:20,405 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T03:22:20,405 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T03:22:20,409 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T03:22:20,409 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732073000409 2024-11-20T03:22:20,409 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732073060409 2024-11-20T03:22:20,409 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-20T03:22:20,410 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,44749,1732072936900-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:20,410 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,44749,1732072936900-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:20,410 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,44749,1732072936900-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:20,410 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d00f728e99d7:44749, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:20,410 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:20,412 DEBUG [master/d00f728e99d7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T03:22:20,416 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:20,425 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.258sec 2024-11-20T03:22:20,425 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T03:22:20,425 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T03:22:20,425 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T03:22:20,425 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T03:22:20,425 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T03:22:20,425 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,44749,1732072936900-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:22:20,425 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,44749,1732072936900-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T03:22:20,432 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T03:22:20,432 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T03:22:20,432 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,44749,1732072936900-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:20,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b12c030, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:20,440 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,44749,-1 for getting cluster id 2024-11-20T03:22:20,440 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:22:20,445 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11f50344-1e58-4c96-bd6a-973577277d94' 2024-11-20T03:22:20,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:22:20,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11f50344-1e58-4c96-bd6a-973577277d94" 2024-11-20T03:22:20,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43eb7ff6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:20,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,44749,-1] 2024-11-20T03:22:20,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:22:20,446 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:20,447 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:22:20,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@734d401c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:20,448 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:22:20,449 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,36541,1732072937099, seqNum=-1] 2024-11-20T03:22:20,450 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:22:20,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:22:20,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d00f728e99d7,44749,1732072936900 2024-11-20T03:22:20,454 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52929 2024-11-20T03:22:20,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52929, baseZNode=/01310307846 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:22:20,483 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101564388620002 connected 2024-11-20T03:22:20,496 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:22:20,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,44749,1732072936900 2024-11-20T03:22:20,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33249c78 2024-11-20T03:22:20,498 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:22:20,499 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:22:20,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:22:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T03:22:20,502 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T03:22:20,502 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:20,503 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T03:22:20,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T03:22:20,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:22:20,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36529 is added to blk_1073741835_1011 (size=902) 2024-11-20T03:22:20,553 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 86037b12e5c79590c5e5e0a567b4e996, NAME => 'test,,1732072940499.86037b12e5c79590c5e5e0a567b4e996.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34255/user/jenkins/test-data/dfd14920-0a83-1487-37ea-fed273761ce7 2024-11-20T03:22:20,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36529 is added to blk_1073741836_1012 (size=39) 2024-11-20T03:22:20,586 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732072940499.86037b12e5c79590c5e5e0a567b4e996.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:22:20,586 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 86037b12e5c79590c5e5e0a567b4e996, disabling compactions & flushes 2024-11-20T03:22:20,586 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732072940499.86037b12e5c79590c5e5e0a567b4e996. 2024-11-20T03:22:20,586 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732072940499.86037b12e5c79590c5e5e0a567b4e996. 2024-11-20T03:22:20,586 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732072940499.86037b12e5c79590c5e5e0a567b4e996. after waiting 0 ms 2024-11-20T03:22:20,586 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732072940499.86037b12e5c79590c5e5e0a567b4e996. 2024-11-20T03:22:20,586 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732072940499.86037b12e5c79590c5e5e0a567b4e996. 2024-11-20T03:22:20,586 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 86037b12e5c79590c5e5e0a567b4e996: Waiting for close lock at 1732072940586Disabling compacts and flushes for region at 1732072940586Disabling writes for close at 1732072940586Writing region close event to WAL at 1732072940586Closed at 1732072940586 2024-11-20T03:22:20,587 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T03:22:20,588 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732072940499.86037b12e5c79590c5e5e0a567b4e996.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732072940587"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732072940587"}]},"ts":"1732072940587"} 2024-11-20T03:22:20,589 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T03:22:20,590 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T03:22:20,591 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072940590"}]},"ts":"1732072940590"} 2024-11-20T03:22:20,594 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T03:22:20,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=86037b12e5c79590c5e5e0a567b4e996, ASSIGN}] 2024-11-20T03:22:20,596 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=86037b12e5c79590c5e5e0a567b4e996, ASSIGN 2024-11-20T03:22:20,601 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=86037b12e5c79590c5e5e0a567b4e996, ASSIGN; state=OFFLINE, location=d00f728e99d7,36541,1732072937099; forceNewPlan=false, retain=false 2024-11-20T03:22:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:22:20,752 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=86037b12e5c79590c5e5e0a567b4e996, regionState=OPENING, regionLocation=d00f728e99d7,36541,1732072937099 2024-11-20T03:22:20,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=86037b12e5c79590c5e5e0a567b4e996, ASSIGN because future has completed 2024-11-20T03:22:20,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86037b12e5c79590c5e5e0a567b4e996, server=d00f728e99d7,36541,1732072937099}] 2024-11-20T03:22:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:22:20,912 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732072940499.86037b12e5c79590c5e5e0a567b4e996. 2024-11-20T03:22:20,912 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 86037b12e5c79590c5e5e0a567b4e996, NAME => 'test,,1732072940499.86037b12e5c79590c5e5e0a567b4e996.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:22:20,913 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:22:20,913 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T03:22:20,913 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 86037b12e5c79590c5e5e0a567b4e996 2024-11-20T03:22:20,913 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732072940499.86037b12e5c79590c5e5e0a567b4e996.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:22:20,913 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 86037b12e5c79590c5e5e0a567b4e996 2024-11-20T03:22:20,913 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 86037b12e5c79590c5e5e0a567b4e996 2024-11-20T03:22:20,920 INFO [StoreOpener-86037b12e5c79590c5e5e0a567b4e996-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 86037b12e5c79590c5e5e0a567b4e996 2024-11-20T03:22:20,921 INFO [StoreOpener-86037b12e5c79590c5e5e0a567b4e996-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86037b12e5c79590c5e5e0a567b4e996 columnFamilyName f 2024-11-20T03:22:20,922 DEBUG [StoreOpener-86037b12e5c79590c5e5e0a567b4e996-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:20,923 INFO [StoreOpener-86037b12e5c79590c5e5e0a567b4e996-1 {}] regionserver.HStore(327): Store=86037b12e5c79590c5e5e0a567b4e996/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:22:20,923 INFO [StoreOpener-86037b12e5c79590c5e5e0a567b4e996-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 86037b12e5c79590c5e5e0a567b4e996 2024-11-20T03:22:20,924 INFO [StoreOpener-86037b12e5c79590c5e5e0a567b4e996-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86037b12e5c79590c5e5e0a567b4e996 columnFamilyName f1 2024-11-20T03:22:20,924 DEBUG [StoreOpener-86037b12e5c79590c5e5e0a567b4e996-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:20,925 INFO [StoreOpener-86037b12e5c79590c5e5e0a567b4e996-1 {}] regionserver.HStore(327): Store=86037b12e5c79590c5e5e0a567b4e996/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:22:20,925 INFO [StoreOpener-86037b12e5c79590c5e5e0a567b4e996-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 86037b12e5c79590c5e5e0a567b4e996 2024-11-20T03:22:20,930 INFO [StoreOpener-86037b12e5c79590c5e5e0a567b4e996-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86037b12e5c79590c5e5e0a567b4e996 columnFamilyName norep 2024-11-20T03:22:20,930 DEBUG [StoreOpener-86037b12e5c79590c5e5e0a567b4e996-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:20,930 INFO [StoreOpener-86037b12e5c79590c5e5e0a567b4e996-1 {}] regionserver.HStore(327): Store=86037b12e5c79590c5e5e0a567b4e996/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:22:20,931 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 86037b12e5c79590c5e5e0a567b4e996 2024-11-20T03:22:20,931 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34255/user/jenkins/test-data/dfd14920-0a83-1487-37ea-fed273761ce7/data/default/test/86037b12e5c79590c5e5e0a567b4e996 2024-11-20T03:22:20,932 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34255/user/jenkins/test-data/dfd14920-0a83-1487-37ea-fed273761ce7/data/default/test/86037b12e5c79590c5e5e0a567b4e996 2024-11-20T03:22:20,933 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 86037b12e5c79590c5e5e0a567b4e996 2024-11-20T03:22:20,933 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 86037b12e5c79590c5e5e0a567b4e996 2024-11-20T03:22:20,934 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:22:20,935 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 86037b12e5c79590c5e5e0a567b4e996 2024-11-20T03:22:20,937 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34255/user/jenkins/test-data/dfd14920-0a83-1487-37ea-fed273761ce7/data/default/test/86037b12e5c79590c5e5e0a567b4e996/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:22:20,938 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 86037b12e5c79590c5e5e0a567b4e996; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60269558, jitterRate=-0.10191360116004944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:22:20,938 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 86037b12e5c79590c5e5e0a567b4e996 2024-11-20T03:22:20,938 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 86037b12e5c79590c5e5e0a567b4e996: Running coprocessor pre-open hook at 1732072940913Writing region info on filesystem at 1732072940913Initializing all the Stores at 1732072940914 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072940914Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072940920 (+6 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072940920Cleaning up temporary data from old regions at 1732072940933 (+13 ms)Running coprocessor post-open hooks at 1732072940938 (+5 ms)Region opened successfully at 1732072940938 2024-11-20T03:22:20,939 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732072940499.86037b12e5c79590c5e5e0a567b4e996., pid=6, masterSystemTime=1732072940907 2024-11-20T03:22:20,943 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732072940499.86037b12e5c79590c5e5e0a567b4e996. 2024-11-20T03:22:20,944 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732072940499.86037b12e5c79590c5e5e0a567b4e996. 2024-11-20T03:22:20,944 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=86037b12e5c79590c5e5e0a567b4e996, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d00f728e99d7,36541,1732072937099 2024-11-20T03:22:20,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86037b12e5c79590c5e5e0a567b4e996, server=d00f728e99d7,36541,1732072937099 because future has completed 2024-11-20T03:22:20,949 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T03:22:20,949 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 86037b12e5c79590c5e5e0a567b4e996, server=d00f728e99d7,36541,1732072937099 in 192 msec 2024-11-20T03:22:20,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T03:22:20,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=86037b12e5c79590c5e5e0a567b4e996, ASSIGN in 355 msec 2024-11-20T03:22:20,952 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T03:22:20,952 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072940952"}]},"ts":"1732072940952"} 2024-11-20T03:22:20,954 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T03:22:20,955 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T03:22:20,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 455 msec 2024-11-20T03:22:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:22:21,132 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T03:22:21,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c9b479, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:21,132 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,44749,-1 for getting cluster id 2024-11-20T03:22:21,132 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:22:21,133 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11f50344-1e58-4c96-bd6a-973577277d94' 2024-11-20T03:22:21,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:22:21,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11f50344-1e58-4c96-bd6a-973577277d94" 2024-11-20T03:22:21,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d131da8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:21,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,44749,-1] 2024-11-20T03:22:21,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:22:21,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:21,134 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:22:21,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@231b525a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:21,135 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:22:21,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,44749,1732072936900 2024-11-20T03:22:21,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c79cf46 2024-11-20T03:22:21,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:22:21,136 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:22:21,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d00f728e99d7:44749,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T03:22:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T03:22:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:22:21,139 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d00f728e99d7:44749' 2024-11-20T03:22:21,140 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@310a260, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:21,140 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,44749,-1 for getting cluster id 2024-11-20T03:22:21,140 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:22:21,140 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11f50344-1e58-4c96-bd6a-973577277d94' 2024-11-20T03:22:21,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:22:21,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11f50344-1e58-4c96-bd6a-973577277d94" 2024-11-20T03:22:21,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2022e1a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:21,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,44749,-1] 2024-11-20T03:22:21,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:22:21,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:21,141 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:22:21,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a3d509, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:21,142 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:22:21,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,44749,1732072936900 2024-11-20T03:22:21,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ca298a5 2024-11-20T03:22:21,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:22:21,143 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:22:21,143 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-20T03:22:21,143 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T03:22:21,143 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:21,144 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:21,144 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:22:21,144 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://d00f728e99d7:44749, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-20T03:22:21,149 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://d00f728e99d7:44749, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://d00f728e99d7:44749, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://d00f728e99d7:44749, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-20T03:22:21,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://d00f728e99d7:44749, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=14 msec 2024-11-20T03:22:21,150 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-20T03:22:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:22:21,242 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://d00f728e99d7:44749, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-20T03:22:21,242 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:22:21,242 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:22:21,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:21,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:21,242 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:22:21,255 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=532 (was 362) Potentially hanging thread: d00f728e99d7:44749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_436795542_20 at /127.0.0.1:34836 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:52929): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a547c6c-49ae-b4cf-7713-92693b04a051/cluster_a47853a4-cb7a-40ee-0297-7e2040b27d39/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:34255 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;d00f728e99d7:36541 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@3a2bdfed java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 36687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/d00f728e99d7:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: IPC Server handler 4 on default port 34255 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072939089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34255/user/jenkins/test-data/dfd14920-0a83-1487-37ea-fed273761ce7-prefix:d00f728e99d7,36541,1732072937099.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 36687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1630523580-7925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$591/0x00007feaacaaa850.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1086606220-7878-acceptor-0@e46a6ad-ServerConnector@3826f199{HTTP/1.1, (http/1.1)}{localhost:43327} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: qtp1086606220-7874 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007feaac4352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@7a5def59 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=44749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34255 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/d00f728e99d7:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 2 on default port 34255 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34255/user/jenkins/test-data/dfd14920-0a83-1487-37ea-fed273761ce7/MasterData-prefix:d00f728e99d7,44749,1732072936900 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server idle connection scanner for port 36687 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@9f24307 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;d00f728e99d7:36541-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34255/user/jenkins/test-data/dfd14920-0a83-1487-37ea-fed273761ce7-prefix:d00f728e99d7,36541,1732072937099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1929131422-172.17.0.2-1732072934598:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34255 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp1630523580-7926 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1929131422-172.17.0.2-1732072934598:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52929) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34255 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:52929 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a547c6c-49ae-b4cf-7713-92693b04a051/cluster_a47853a4-cb7a-40ee-0297-7e2040b27d39/data/data2/current/BP-1929131422-172.17.0.2-1732072934598 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 36687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=36541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a547c6c-49ae-b4cf-7713-92693b04a051/cluster_a47853a4-cb7a-40ee-0297-7e2040b27d39/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: M:0;d00f728e99d7:44749 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/d00f728e99d7:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@1e64d0c3[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 36687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a547c6c-49ae-b4cf-7713-92693b04a051/cluster_a47853a4-cb7a-40ee-0297-7e2040b27d39/data/data1/current/BP-1929131422-172.17.0.2-1732072934598 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-3942a96c-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@517cb558 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072939088 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@36ff533e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1086606220-7880 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@144ef07 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@586588ba java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 34255 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 34255 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1630523580-7924-acceptor-0@6e3f5131-ServerConnector@39276dad{HTTP/1.1, (http/1.1)}{localhost:44327} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_436795542_20 at /127.0.0.1:34916 [Receiving block BP-1929131422-172.17.0.2-1732072934598:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1630523580-7923 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007feaac4352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1086606220-7881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34255 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@743fe49b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34255 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_436795542_20 at /127.0.0.1:34930 [Receiving block BP-1929131422-172.17.0.2-1732072934598:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1086606220-7875 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007feaac4352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d00f728e99d7:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 36687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: BP-1929131422-172.17.0.2-1732072934598 heartbeating to localhost/127.0.0.1:34255 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_150813522_20 at /127.0.0.1:34894 [Receiving block BP-1929131422-172.17.0.2-1732072934598:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@2fe8e7b3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 1 on default port 34255 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34255 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=44749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1086606220-7877 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007feaac4352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1086606220-7879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007feaac9fc208.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=36541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Session-HouseKeeper-b20fe7-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52929) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: CacheReplicationMonitor(797428749) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: qtp1086606220-7876 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007feaac4352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=36541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34255 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: PacketResponder: BP-1929131422-172.17.0.2-1732072934598:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 34255 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52929) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/d00f728e99d7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=874 (was 798) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=369 (was 383), ProcessCount=11 (was 11), AvailableMemoryMB=6633 (was 6773) 2024-11-20T03:22:21,258 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-11-20T03:22:21,270 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=532, OpenFileDescriptor=874, MaxFileDescriptor=1048576, SystemLoadAverage=369, ProcessCount=11, AvailableMemoryMB=6632 2024-11-20T03:22:21,270 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-11-20T03:22:21,282 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-20T03:22:21,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a547c6c-49ae-b4cf-7713-92693b04a051/hadoop.log.dir so I do NOT create it in target/test-data/e4fdc7d1-a631-1213-f266-a948efa91e78 2024-11-20T03:22:21,282 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a547c6c-49ae-b4cf-7713-92693b04a051/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T03:22:21,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a547c6c-49ae-b4cf-7713-92693b04a051/hadoop.tmp.dir so I do NOT create it in target/test-data/e4fdc7d1-a631-1213-f266-a948efa91e78 2024-11-20T03:22:21,282 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a547c6c-49ae-b4cf-7713-92693b04a051/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T03:22:21,282 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fdc7d1-a631-1213-f266-a948efa91e78 2024-11-20T03:22:21,282 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fdc7d1-a631-1213-f266-a948efa91e78/cluster_1bc836c7-7bd7-2b5f-9072-c2ae485d07bc, deleteOnExit=true 2024-11-20T03:22:21,313 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fdc7d1-a631-1213-f266-a948efa91e78/cluster_1bc836c7-7bd7-2b5f-9072-c2ae485d07bc/zookeeper_0, clientPort=51344, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fdc7d1-a631-1213-f266-a948efa91e78/cluster_1bc836c7-7bd7-2b5f-9072-c2ae485d07bc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fdc7d1-a631-1213-f266-a948efa91e78/cluster_1bc836c7-7bd7-2b5f-9072-c2ae485d07bc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T03:22:21,314 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51344 2024-11-20T03:22:21,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T03:22:21,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T03:22:21,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fdc7d1-a631-1213-f266-a948efa91e78/test.cache.data in system properties and HBase conf 2024-11-20T03:22:21,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fdc7d1-a631-1213-f266-a948efa91e78/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T03:22:21,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fdc7d1-a631-1213-f266-a948efa91e78/hadoop.log.dir in system properties and HBase conf 2024-11-20T03:22:21,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fdc7d1-a631-1213-f266-a948efa91e78/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T03:22:21,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fdc7d1-a631-1213-f266-a948efa91e78/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T03:22:21,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T03:22:21,315 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T03:22:21,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fdc7d1-a631-1213-f266-a948efa91e78/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:22:21,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fdc7d1-a631-1213-f266-a948efa91e78/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:22:21,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fdc7d1-a631-1213-f266-a948efa91e78/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T03:22:21,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fdc7d1-a631-1213-f266-a948efa91e78/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:22:21,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fdc7d1-a631-1213-f266-a948efa91e78/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T03:22:21,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fdc7d1-a631-1213-f266-a948efa91e78/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T03:22:21,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fdc7d1-a631-1213-f266-a948efa91e78/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:22:21,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fdc7d1-a631-1213-f266-a948efa91e78/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:22:21,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fdc7d1-a631-1213-f266-a948efa91e78/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T03:22:21,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fdc7d1-a631-1213-f266-a948efa91e78/nfs.dump.dir in system properties and HBase conf 2024-11-20T03:22:21,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fdc7d1-a631-1213-f266-a948efa91e78/java.io.tmpdir in system properties and HBase conf 2024-11-20T03:22:21,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fdc7d1-a631-1213-f266-a948efa91e78/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:22:21,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fdc7d1-a631-1213-f266-a948efa91e78/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T03:22:21,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fdc7d1-a631-1213-f266-a948efa91e78/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T03:22:21,666 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:22:21,673 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:22:21,699 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:22:21,699 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:22:21,699 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T03:22:21,700 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:22:21,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16090acf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fdc7d1-a631-1213-f266-a948efa91e78/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:22:21,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@410def9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:22:21,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32b072ae{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fdc7d1-a631-1213-f266-a948efa91e78/java.io.tmpdir/jetty-localhost-44369-hadoop-hdfs-3_4_1-tests_jar-_-any-9131469830514005596/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:22:21,817 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3dc8f12{HTTP/1.1, (http/1.1)}{localhost:44369} 2024-11-20T03:22:21,817 INFO [Time-limited test {}] server.Server(415): Started @325346ms 2024-11-20T03:22:22,084 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:22:22,086 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:22:22,089 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:22:22,089 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:22:22,089 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T03:22:22,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5749ced0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fdc7d1-a631-1213-f266-a948efa91e78/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:22:22,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ea7902e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:22:22,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7048825d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fdc7d1-a631-1213-f266-a948efa91e78/java.io.tmpdir/jetty-localhost-43873-hadoop-hdfs-3_4_1-tests_jar-_-any-11610689398738785386/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:22:22,182 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e8443a8{HTTP/1.1, (http/1.1)}{localhost:43873} 2024-11-20T03:22:22,182 INFO [Time-limited test {}] server.Server(415): Started @325711ms 2024-11-20T03:22:22,183 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T03:22:22,896 WARN [Thread-4307 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fdc7d1-a631-1213-f266-a948efa91e78/cluster_1bc836c7-7bd7-2b5f-9072-c2ae485d07bc/data/data2/current/BP-1249078784-172.17.0.2-1732072941341/current, will proceed with Du for space computation calculation, 2024-11-20T03:22:22,896 WARN [Thread-4306 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fdc7d1-a631-1213-f266-a948efa91e78/cluster_1bc836c7-7bd7-2b5f-9072-c2ae485d07bc/data/data1/current/BP-1249078784-172.17.0.2-1732072941341/current, will proceed with Du for space computation calculation, 2024-11-20T03:22:22,901 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:22:22,901 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d00f728e99d7,34923,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:34923 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T03:22:22,902 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128866 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d00f728e99d7,34923,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:34923 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T03:22:22,918 WARN [Thread-4294 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T03:22:22,920 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8996d8a6d3bc6d45 with lease ID 0xfef3ffa9cbf69021: Processing first storage report for DS-dba7be5f-4d60-4de4-b45c-ee1d1011942e from datanode DatanodeRegistration(127.0.0.1:44231, datanodeUuid=0c2e542d-542b-4d6d-9203-7a418ad2741a, infoPort=44821, infoSecurePort=0, ipcPort=34581, storageInfo=lv=-57;cid=testClusterID;nsid=1964319288;c=1732072941341) 2024-11-20T03:22:22,920 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8996d8a6d3bc6d45 with lease ID 0xfef3ffa9cbf69021: from storage DS-dba7be5f-4d60-4de4-b45c-ee1d1011942e node DatanodeRegistration(127.0.0.1:44231, datanodeUuid=0c2e542d-542b-4d6d-9203-7a418ad2741a, infoPort=44821, infoSecurePort=0, ipcPort=34581, storageInfo=lv=-57;cid=testClusterID;nsid=1964319288;c=1732072941341), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T03:22:22,920 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8996d8a6d3bc6d45 with lease ID 0xfef3ffa9cbf69021: Processing first storage report for DS-1f81e218-aa37-4a07-8b33-d93607e7ff57 from datanode DatanodeRegistration(127.0.0.1:44231, datanodeUuid=0c2e542d-542b-4d6d-9203-7a418ad2741a, infoPort=44821, infoSecurePort=0, ipcPort=34581, storageInfo=lv=-57;cid=testClusterID;nsid=1964319288;c=1732072941341) 2024-11-20T03:22:22,920 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8996d8a6d3bc6d45 with lease ID 0xfef3ffa9cbf69021: from storage DS-1f81e218-aa37-4a07-8b33-d93607e7ff57 node DatanodeRegistration(127.0.0.1:44231, datanodeUuid=0c2e542d-542b-4d6d-9203-7a418ad2741a, infoPort=44821, infoSecurePort=0, ipcPort=34581, storageInfo=lv=-57;cid=testClusterID;nsid=1964319288;c=1732072941341), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T03:22:23,018 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fdc7d1-a631-1213-f266-a948efa91e78 2024-11-20T03:22:23,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:22:23,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:22:23,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741825_1001 (size=7) 2024-11-20T03:22:23,425 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be with version=8 2024-11-20T03:22:23,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/hbase-staging 2024-11-20T03:22:23,428 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:22:23,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:22:23,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:22:23,428 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:22:23,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:22:23,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:22:23,428 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T03:22:23,428 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:22:23,429 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36885 2024-11-20T03:22:23,429 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36885 connecting to ZooKeeper ensemble=127.0.0.1:51344 2024-11-20T03:22:23,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368850x0, quorum=127.0.0.1:51344, baseZNode=/01742882746 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:22:23,485 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36885-0x1015643a2ac0000 connected 2024-11-20T03:22:23,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:22:23,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:22:23,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36885-0x1015643a2ac0000, quorum=127.0.0.1:51344, baseZNode=/01742882746 Set watcher on znode that does not yet exist, /01742882746/running 2024-11-20T03:22:23,568 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be, hbase.cluster.distributed=false 2024-11-20T03:22:23,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36885-0x1015643a2ac0000, quorum=127.0.0.1:51344, baseZNode=/01742882746 Set watcher on znode that does not yet exist, /01742882746/acl 2024-11-20T03:22:23,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36885 2024-11-20T03:22:23,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36885 2024-11-20T03:22:23,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36885 2024-11-20T03:22:23,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36885 2024-11-20T03:22:23,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36885 2024-11-20T03:22:23,592 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:22:23,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:22:23,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:22:23,592 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:22:23,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:22:23,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:22:23,592 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T03:22:23,592 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:22:23,593 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42371 2024-11-20T03:22:23,593 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42371 connecting to ZooKeeper ensemble=127.0.0.1:51344 2024-11-20T03:22:23,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:22:23,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:22:23,606 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423710x0, quorum=127.0.0.1:51344, baseZNode=/01742882746 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:22:23,607 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423710x0, quorum=127.0.0.1:51344, baseZNode=/01742882746 Set watcher on znode that does not yet exist, /01742882746/running 2024-11-20T03:22:23,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42371-0x1015643a2ac0001 connected 2024-11-20T03:22:23,607 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T03:22:23,608 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T03:22:23,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42371-0x1015643a2ac0001, quorum=127.0.0.1:51344, baseZNode=/01742882746 Set watcher on znode that does not yet exist, /01742882746/master 2024-11-20T03:22:23,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42371-0x1015643a2ac0001, quorum=127.0.0.1:51344, baseZNode=/01742882746 Set watcher on znode that does not yet exist, /01742882746/acl 2024-11-20T03:22:23,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42371 2024-11-20T03:22:23,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42371 2024-11-20T03:22:23,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42371 2024-11-20T03:22:23,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42371 2024-11-20T03:22:23,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42371 2024-11-20T03:22:23,628 DEBUG [M:0;d00f728e99d7:36885 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d00f728e99d7:36885 2024-11-20T03:22:23,629 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01742882746/backup-masters/d00f728e99d7,36885,1732072943427 2024-11-20T03:22:23,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36885-0x1015643a2ac0000, quorum=127.0.0.1:51344, baseZNode=/01742882746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01742882746/backup-masters 2024-11-20T03:22:23,638 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x1015643a2ac0001, quorum=127.0.0.1:51344, baseZNode=/01742882746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01742882746/backup-masters 2024-11-20T03:22:23,638 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36885-0x1015643a2ac0000, quorum=127.0.0.1:51344, baseZNode=/01742882746 Set watcher on existing znode=/01742882746/backup-masters/d00f728e99d7,36885,1732072943427 2024-11-20T03:22:23,648 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x1015643a2ac0001, quorum=127.0.0.1:51344, baseZNode=/01742882746 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01742882746/master 2024-11-20T03:22:23,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36885-0x1015643a2ac0000, quorum=127.0.0.1:51344, baseZNode=/01742882746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01742882746 2024-11-20T03:22:23,648 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x1015643a2ac0001, quorum=127.0.0.1:51344, baseZNode=/01742882746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01742882746 2024-11-20T03:22:23,649 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36885-0x1015643a2ac0000, quorum=127.0.0.1:51344, baseZNode=/01742882746 Set watcher on existing znode=/01742882746/master 2024-11-20T03:22:23,649 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01742882746/backup-masters/d00f728e99d7,36885,1732072943427 from backup master directory 2024-11-20T03:22:23,659 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x1015643a2ac0001, quorum=127.0.0.1:51344, baseZNode=/01742882746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01742882746/backup-masters 2024-11-20T03:22:23,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36885-0x1015643a2ac0000, quorum=127.0.0.1:51344, baseZNode=/01742882746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01742882746/backup-masters/d00f728e99d7,36885,1732072943427 2024-11-20T03:22:23,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36885-0x1015643a2ac0000, quorum=127.0.0.1:51344, baseZNode=/01742882746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01742882746/backup-masters 2024-11-20T03:22:23,659 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:22:23,659 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d00f728e99d7,36885,1732072943427 2024-11-20T03:22:23,661 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/hbase.id] with ID: 08a1f086-a730-44fd-acfd-5491642d0460 2024-11-20T03:22:23,661 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/.tmp/hbase.id 2024-11-20T03:22:23,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741826_1002 (size=42) 2024-11-20T03:22:24,070 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/.tmp/hbase.id]:[hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/hbase.id] 2024-11-20T03:22:24,076 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:22:24,076 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T03:22:24,076 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-20T03:22:24,122 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x1015643a2ac0001, quorum=127.0.0.1:51344, baseZNode=/01742882746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01742882746 2024-11-20T03:22:24,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36885-0x1015643a2ac0000, quorum=127.0.0.1:51344, baseZNode=/01742882746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01742882746 2024-11-20T03:22:24,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741827_1003 (size=196) 2024-11-20T03:22:24,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T03:22:24,209 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T03:22:24,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T03:22:24,209 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T03:22:24,210 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T03:22:24,210 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T03:22:24,526 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:22:24,527 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T03:22:24,527 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:22:24,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741828_1004 (size=1189) 2024-11-20T03:22:24,938 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/MasterData/data/master/store 2024-11-20T03:22:24,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741829_1005 (size=34) 2024-11-20T03:22:25,177 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T03:22:25,177 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T03:22:25,345 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:22:25,345 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:22:25,345 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:22:25,345 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:22:25,345 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:22:25,345 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:22:25,345 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:22:25,345 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072945345Disabling compacts and flushes for region at 1732072945345Disabling writes for close at 1732072945345Writing region close event to WAL at 1732072945345Closed at 1732072945345 2024-11-20T03:22:25,357 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/MasterData/data/master/store/.initializing 2024-11-20T03:22:25,357 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/MasterData/WALs/d00f728e99d7,36885,1732072943427 2024-11-20T03:22:25,358 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:22:25,359 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d00f728e99d7%2C36885%2C1732072943427, suffix=, logDir=hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/MasterData/WALs/d00f728e99d7,36885,1732072943427, archiveDir=hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/MasterData/oldWALs, maxLogs=10 2024-11-20T03:22:25,378 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/MasterData/WALs/d00f728e99d7,36885,1732072943427/d00f728e99d7%2C36885%2C1732072943427.1732072945359, exclude list is [], retry=0 2024-11-20T03:22:25,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44231,DS-dba7be5f-4d60-4de4-b45c-ee1d1011942e,DISK] 2024-11-20T03:22:25,404 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/MasterData/WALs/d00f728e99d7,36885,1732072943427/d00f728e99d7%2C36885%2C1732072943427.1732072945359 2024-11-20T03:22:25,404 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44821:44821)] 2024-11-20T03:22:25,404 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:22:25,404 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:22:25,405 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:25,405 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:25,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:25,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T03:22:25,407 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:25,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:22:25,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:25,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T03:22:25,409 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:25,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:22:25,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:25,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T03:22:25,410 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:25,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:22:25,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:25,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T03:22:25,411 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:25,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:22:25,412 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:25,412 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:25,412 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:25,413 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:25,413 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:25,413 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:22:25,414 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:25,415 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:22:25,416 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65996958, jitterRate=-0.016568690538406372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:22:25,416 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732072945405Initializing all the Stores at 1732072945405Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072945405Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072945405Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072945405Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072945405Cleaning up temporary data from old regions at 1732072945413 (+8 ms)Region opened successfully at 1732072945416 (+3 ms) 2024-11-20T03:22:25,416 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T03:22:25,419 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb01e5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:22:25,420 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T03:22:25,420 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T03:22:25,420 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T03:22:25,420 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T03:22:25,420 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T03:22:25,421 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T03:22:25,421 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T03:22:25,425 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T03:22:25,426 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36885-0x1015643a2ac0000, quorum=127.0.0.1:51344, baseZNode=/01742882746 Unable to get data of znode /01742882746/balancer because node does not exist (not necessarily an error) 2024-11-20T03:22:25,438 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01742882746/balancer already deleted, retry=false 2024-11-20T03:22:25,438 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T03:22:25,438 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36885-0x1015643a2ac0000, quorum=127.0.0.1:51344, baseZNode=/01742882746 Unable to get data of znode /01742882746/normalizer because node does not exist (not necessarily an error) 2024-11-20T03:22:25,532 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01742882746/normalizer already deleted, retry=false 2024-11-20T03:22:25,533 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T03:22:25,534 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36885-0x1015643a2ac0000, quorum=127.0.0.1:51344, baseZNode=/01742882746 Unable to get data of znode /01742882746/switch/split because node does not exist (not necessarily an error) 2024-11-20T03:22:25,543 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01742882746/switch/split already deleted, retry=false 2024-11-20T03:22:25,544 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36885-0x1015643a2ac0000, quorum=127.0.0.1:51344, baseZNode=/01742882746 Unable to get data of znode /01742882746/switch/merge because node does not exist (not necessarily an error) 2024-11-20T03:22:25,553 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01742882746/switch/merge already deleted, retry=false 2024-11-20T03:22:25,555 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36885-0x1015643a2ac0000, quorum=127.0.0.1:51344, baseZNode=/01742882746 Unable to get data of znode /01742882746/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T03:22:25,564 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01742882746/snapshot-cleanup already deleted, retry=false 2024-11-20T03:22:25,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36885-0x1015643a2ac0000, quorum=127.0.0.1:51344, baseZNode=/01742882746 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01742882746/running 2024-11-20T03:22:25,575 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x1015643a2ac0001, quorum=127.0.0.1:51344, baseZNode=/01742882746 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01742882746/running 2024-11-20T03:22:25,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36885-0x1015643a2ac0000, quorum=127.0.0.1:51344, baseZNode=/01742882746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01742882746 2024-11-20T03:22:25,575 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x1015643a2ac0001, quorum=127.0.0.1:51344, baseZNode=/01742882746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01742882746 2024-11-20T03:22:25,575 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d00f728e99d7,36885,1732072943427, sessionid=0x1015643a2ac0000, setting cluster-up flag (Was=false) 2024-11-20T03:22:25,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36885-0x1015643a2ac0000, quorum=127.0.0.1:51344, baseZNode=/01742882746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01742882746 2024-11-20T03:22:25,596 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x1015643a2ac0001, quorum=127.0.0.1:51344, baseZNode=/01742882746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01742882746 2024-11-20T03:22:25,627 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01742882746/flush-table-proc/acquired, /01742882746/flush-table-proc/reached, /01742882746/flush-table-proc/abort 2024-11-20T03:22:25,628 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,36885,1732072943427 2024-11-20T03:22:25,648 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x1015643a2ac0001, quorum=127.0.0.1:51344, baseZNode=/01742882746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01742882746 2024-11-20T03:22:25,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36885-0x1015643a2ac0000, quorum=127.0.0.1:51344, baseZNode=/01742882746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01742882746 2024-11-20T03:22:25,680 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01742882746/online-snapshot/acquired, /01742882746/online-snapshot/reached, /01742882746/online-snapshot/abort 2024-11-20T03:22:25,683 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,36885,1732072943427 2024-11-20T03:22:25,684 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T03:22:25,685 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T03:22:25,685 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T03:22:25,685 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T03:22:25,685 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d00f728e99d7,36885,1732072943427 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T03:22:25,686 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:22:25,686 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:22:25,686 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:22:25,686 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:22:25,687 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d00f728e99d7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T03:22:25,687 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:25,687 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:22:25,687 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:25,694 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:22:25,694 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T03:22:25,695 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:25,695 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T03:22:25,699 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732072975699 2024-11-20T03:22:25,699 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T03:22:25,699 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T03:22:25,699 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T03:22:25,699 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T03:22:25,699 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T03:22:25,699 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T03:22:25,703 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:25,704 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T03:22:25,704 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T03:22:25,704 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T03:22:25,704 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T03:22:25,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741831_1007 (size=1321) 2024-11-20T03:22:25,708 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T03:22:25,708 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T03:22:25,708 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072945708,5,FailOnTimeoutGroup] 2024-11-20T03:22:25,708 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072945708,5,FailOnTimeoutGroup] 2024-11-20T03:22:25,708 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:25,708 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T03:22:25,708 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:25,709 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:25,721 INFO [RS:0;d00f728e99d7:42371 {}] regionserver.HRegionServer(746): ClusterId : 08a1f086-a730-44fd-acfd-5491642d0460 2024-11-20T03:22:25,721 DEBUG [RS:0;d00f728e99d7:42371 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T03:22:25,733 DEBUG [RS:0;d00f728e99d7:42371 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T03:22:25,733 DEBUG [RS:0;d00f728e99d7:42371 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T03:22:25,743 DEBUG [RS:0;d00f728e99d7:42371 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T03:22:25,744 DEBUG [RS:0;d00f728e99d7:42371 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b7b2614, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:22:25,757 DEBUG [RS:0;d00f728e99d7:42371 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d00f728e99d7:42371 2024-11-20T03:22:25,757 INFO [RS:0;d00f728e99d7:42371 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T03:22:25,758 INFO [RS:0;d00f728e99d7:42371 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T03:22:25,758 DEBUG [RS:0;d00f728e99d7:42371 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T03:22:25,758 INFO [RS:0;d00f728e99d7:42371 {}] regionserver.HRegionServer(2659): reportForDuty to master=d00f728e99d7,36885,1732072943427 with port=42371, startcode=1732072943592 2024-11-20T03:22:25,758 DEBUG [RS:0;d00f728e99d7:42371 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T03:22:25,759 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T03:22:25,760 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36885 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d00f728e99d7,42371,1732072943592 2024-11-20T03:22:25,760 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36885 {}] master.ServerManager(517): Registering regionserver=d00f728e99d7,42371,1732072943592 2024-11-20T03:22:25,761 DEBUG [RS:0;d00f728e99d7:42371 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be 2024-11-20T03:22:25,761 DEBUG [RS:0;d00f728e99d7:42371 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32829 2024-11-20T03:22:25,761 DEBUG [RS:0;d00f728e99d7:42371 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T03:22:25,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36885-0x1015643a2ac0000, quorum=127.0.0.1:51344, baseZNode=/01742882746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01742882746/rs 2024-11-20T03:22:25,771 DEBUG [RS:0;d00f728e99d7:42371 {}] zookeeper.ZKUtil(111): regionserver:42371-0x1015643a2ac0001, quorum=127.0.0.1:51344, baseZNode=/01742882746 Set watcher on existing znode=/01742882746/rs/d00f728e99d7,42371,1732072943592 2024-11-20T03:22:25,771 WARN [RS:0;d00f728e99d7:42371 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:22:25,771 INFO [RS:0;d00f728e99d7:42371 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:22:25,771 DEBUG [RS:0;d00f728e99d7:42371 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592 2024-11-20T03:22:25,772 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d00f728e99d7,42371,1732072943592] 2024-11-20T03:22:25,774 INFO [RS:0;d00f728e99d7:42371 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T03:22:25,775 INFO [RS:0;d00f728e99d7:42371 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T03:22:25,775 INFO [RS:0;d00f728e99d7:42371 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T03:22:25,775 INFO [RS:0;d00f728e99d7:42371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:25,776 INFO [RS:0;d00f728e99d7:42371 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T03:22:25,776 INFO [RS:0;d00f728e99d7:42371 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T03:22:25,776 INFO [RS:0;d00f728e99d7:42371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:25,777 DEBUG [RS:0;d00f728e99d7:42371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:25,777 DEBUG [RS:0;d00f728e99d7:42371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:25,777 DEBUG [RS:0;d00f728e99d7:42371 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:25,777 DEBUG [RS:0;d00f728e99d7:42371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:25,777 DEBUG [RS:0;d00f728e99d7:42371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:25,777 DEBUG [RS:0;d00f728e99d7:42371 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:22:25,777 DEBUG [RS:0;d00f728e99d7:42371 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:25,777 DEBUG [RS:0;d00f728e99d7:42371 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:25,777 DEBUG [RS:0;d00f728e99d7:42371 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:25,777 DEBUG [RS:0;d00f728e99d7:42371 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:25,777 DEBUG [RS:0;d00f728e99d7:42371 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:25,777 DEBUG [RS:0;d00f728e99d7:42371 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:25,777 DEBUG [RS:0;d00f728e99d7:42371 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:22:25,777 DEBUG [RS:0;d00f728e99d7:42371 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:22:25,777 INFO [RS:0;d00f728e99d7:42371 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:25,777 INFO [RS:0;d00f728e99d7:42371 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:25,777 INFO [RS:0;d00f728e99d7:42371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:25,777 INFO [RS:0;d00f728e99d7:42371 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:25,777 INFO [RS:0;d00f728e99d7:42371 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:25,777 INFO [RS:0;d00f728e99d7:42371 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,42371,1732072943592-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:22:25,791 INFO [RS:0;d00f728e99d7:42371 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T03:22:25,791 INFO [RS:0;d00f728e99d7:42371 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,42371,1732072943592-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:25,791 INFO [RS:0;d00f728e99d7:42371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:25,791 INFO [RS:0;d00f728e99d7:42371 {}] regionserver.Replication(171): d00f728e99d7,42371,1732072943592 started 2024-11-20T03:22:25,803 INFO [RS:0;d00f728e99d7:42371 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:25,803 INFO [RS:0;d00f728e99d7:42371 {}] regionserver.HRegionServer(1482): Serving as d00f728e99d7,42371,1732072943592, RpcServer on d00f728e99d7/172.17.0.2:42371, sessionid=0x1015643a2ac0001 2024-11-20T03:22:25,803 DEBUG [RS:0;d00f728e99d7:42371 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T03:22:25,803 DEBUG [RS:0;d00f728e99d7:42371 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d00f728e99d7,42371,1732072943592 2024-11-20T03:22:25,803 DEBUG [RS:0;d00f728e99d7:42371 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,42371,1732072943592' 2024-11-20T03:22:25,804 DEBUG [RS:0;d00f728e99d7:42371 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01742882746/flush-table-proc/abort' 2024-11-20T03:22:25,804 DEBUG [RS:0;d00f728e99d7:42371 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01742882746/flush-table-proc/acquired' 2024-11-20T03:22:25,804 DEBUG [RS:0;d00f728e99d7:42371 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T03:22:25,804 DEBUG [RS:0;d00f728e99d7:42371 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T03:22:25,804 DEBUG [RS:0;d00f728e99d7:42371 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d00f728e99d7,42371,1732072943592 2024-11-20T03:22:25,804 DEBUG [RS:0;d00f728e99d7:42371 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,42371,1732072943592' 2024-11-20T03:22:25,804 DEBUG [RS:0;d00f728e99d7:42371 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01742882746/online-snapshot/abort' 2024-11-20T03:22:25,805 DEBUG [RS:0;d00f728e99d7:42371 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01742882746/online-snapshot/acquired' 2024-11-20T03:22:25,805 DEBUG [RS:0;d00f728e99d7:42371 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T03:22:25,805 INFO [RS:0;d00f728e99d7:42371 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T03:22:25,805 INFO [RS:0;d00f728e99d7:42371 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T03:22:25,832 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T03:22:25,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:25,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:25,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:25,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:25,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:25,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:25,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:25,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:25,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:25,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:25,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:25,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:25,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:25,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:25,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:25,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:25,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:25,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:25,905 INFO [RS:0;d00f728e99d7:42371 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:22:25,906 INFO [RS:0;d00f728e99d7:42371 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C42371%2C1732072943592, suffix=, logDir=hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592, archiveDir=hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/oldWALs, maxLogs=10 2024-11-20T03:22:25,924 DEBUG [RS:0;d00f728e99d7:42371 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072945907, exclude list is [], retry=0 2024-11-20T03:22:25,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44231,DS-dba7be5f-4d60-4de4-b45c-ee1d1011942e,DISK] 2024-11-20T03:22:25,927 INFO [RS:0;d00f728e99d7:42371 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072945907 2024-11-20T03:22:25,928 DEBUG [RS:0;d00f728e99d7:42371 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44821:44821)] 2024-11-20T03:22:26,105 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T03:22:26,105 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be 2024-11-20T03:22:26,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741833_1009 (size=32) 2024-11-20T03:22:26,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:22:26,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:22:26,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:22:26,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:26,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:22:26,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:22:26,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:22:26,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:26,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:22:26,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:22:26,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:22:26,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:26,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:22:26,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:22:26,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:22:26,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:26,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:22:26,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:22:26,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/hbase/meta/1588230740 2024-11-20T03:22:26,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/hbase/meta/1588230740 2024-11-20T03:22:26,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:22:26,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:22:26,517 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:22:26,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:22:26,519 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:22:26,519 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69090978, jitterRate=0.029535800218582153}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:22:26,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732072946510Initializing all the Stores at 1732072946511 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072946511Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072946511Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072946511Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072946511Cleaning up temporary data from old regions at 1732072946516 (+5 ms)Region opened successfully at 1732072946519 (+3 ms) 2024-11-20T03:22:26,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:22:26,519 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:22:26,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:22:26,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:22:26,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:22:26,519 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:22:26,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072946519Disabling compacts and flushes for region at 1732072946519Disabling writes for close at 1732072946519Writing region close event to WAL at 1732072946519Closed at 1732072946519 2024-11-20T03:22:26,520 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:22:26,520 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T03:22:26,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T03:22:26,521 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:22:26,521 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T03:22:26,672 DEBUG [d00f728e99d7:36885 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T03:22:26,672 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d00f728e99d7,42371,1732072943592 2024-11-20T03:22:26,673 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,42371,1732072943592, state=OPENING 2024-11-20T03:22:26,743 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T03:22:26,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36885-0x1015643a2ac0000, quorum=127.0.0.1:51344, baseZNode=/01742882746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01742882746 2024-11-20T03:22:26,753 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x1015643a2ac0001, quorum=127.0.0.1:51344, baseZNode=/01742882746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01742882746 2024-11-20T03:22:26,754 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01742882746/meta-region-server: CHANGED 2024-11-20T03:22:26,754 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01742882746/meta-region-server: CHANGED 2024-11-20T03:22:26,754 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:22:26,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,42371,1732072943592}] 2024-11-20T03:22:26,906 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:22:26,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T03:22:26,910 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T03:22:26,910 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:22:26,910 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T03:22:26,911 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C42371%2C1732072943592.meta, suffix=.meta, logDir=hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592, archiveDir=hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/oldWALs, maxLogs=10 2024-11-20T03:22:26,927 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.meta.1732072946911.meta, exclude list is [], retry=0 2024-11-20T03:22:26,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44231,DS-dba7be5f-4d60-4de4-b45c-ee1d1011942e,DISK] 2024-11-20T03:22:26,931 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.meta.1732072946911.meta 2024-11-20T03:22:26,931 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44821:44821)] 2024-11-20T03:22:26,931 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:22:26,931 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:22:26,931 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:22:26,932 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T03:22:26,932 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T03:22:26,932 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T03:22:26,932 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:22:26,932 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T03:22:26,932 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T03:22:26,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:22:26,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:22:26,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:26,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:22:26,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:22:26,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:22:26,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:26,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:22:26,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:22:26,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:22:26,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:26,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:22:26,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:22:26,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:22:26,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:26,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:22:26,936 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:22:26,937 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/hbase/meta/1588230740 2024-11-20T03:22:26,937 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/hbase/meta/1588230740 2024-11-20T03:22:26,938 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:22:26,938 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:22:26,938 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:22:26,939 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:22:26,941 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71606267, jitterRate=0.06701652705669403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:22:26,941 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T03:22:26,941 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732072946932Writing region info on filesystem at 1732072946932Initializing all the Stores at 1732072946933 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072946933Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072946933Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072946933Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072946933Cleaning up temporary data from old regions at 1732072946938 (+5 ms)Running coprocessor post-open hooks at 1732072946941 (+3 ms)Region opened successfully at 1732072946941 2024-11-20T03:22:26,944 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732072946906 2024-11-20T03:22:26,946 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T03:22:26,946 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T03:22:26,947 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d00f728e99d7,42371,1732072943592 2024-11-20T03:22:26,947 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,42371,1732072943592, state=OPEN 2024-11-20T03:22:27,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36885-0x1015643a2ac0000, quorum=127.0.0.1:51344, baseZNode=/01742882746 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01742882746/meta-region-server 2024-11-20T03:22:27,029 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x1015643a2ac0001, quorum=127.0.0.1:51344, baseZNode=/01742882746 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01742882746/meta-region-server 2024-11-20T03:22:27,029 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d00f728e99d7,42371,1732072943592 2024-11-20T03:22:27,029 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01742882746/meta-region-server: CHANGED 2024-11-20T03:22:27,029 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01742882746/meta-region-server: CHANGED 2024-11-20T03:22:27,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T03:22:27,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,42371,1732072943592 in 275 msec 2024-11-20T03:22:27,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T03:22:27,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 512 msec 2024-11-20T03:22:27,035 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:22:27,035 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T03:22:27,036 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:22:27,036 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,42371,1732072943592, seqNum=-1] 2024-11-20T03:22:27,036 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:22:27,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:22:27,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3560 sec 2024-11-20T03:22:27,042 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732072947042, completionTime=-1 2024-11-20T03:22:27,042 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T03:22:27,042 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T03:22:27,048 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T03:22:27,048 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732073007048 2024-11-20T03:22:27,048 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732073067048 2024-11-20T03:22:27,048 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-20T03:22:27,048 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,36885,1732072943427-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:27,048 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,36885,1732072943427-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:27,048 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,36885,1732072943427-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:27,048 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d00f728e99d7:36885, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:27,048 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:27,049 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:27,050 DEBUG [master/d00f728e99d7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T03:22:27,051 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.392sec 2024-11-20T03:22:27,051 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T03:22:27,051 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T03:22:27,051 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T03:22:27,051 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T03:22:27,051 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T03:22:27,051 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,36885,1732072943427-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:22:27,051 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,36885,1732072943427-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T03:22:27,053 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T03:22:27,053 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T03:22:27,053 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,36885,1732072943427-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:27,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64fa4b9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:27,122 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,36885,-1 for getting cluster id 2024-11-20T03:22:27,123 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:22:27,124 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08a1f086-a730-44fd-acfd-5491642d0460' 2024-11-20T03:22:27,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:22:27,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08a1f086-a730-44fd-acfd-5491642d0460" 2024-11-20T03:22:27,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62385204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:27,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,36885,-1] 2024-11-20T03:22:27,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:22:27,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:27,125 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:22:27,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df36315, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:27,126 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:22:27,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,42371,1732072943592, seqNum=-1] 2024-11-20T03:22:27,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:22:27,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:22:27,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d00f728e99d7,36885,1732072943427 2024-11-20T03:22:27,129 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51344 2024-11-20T03:22:27,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51344, baseZNode=/01742882746 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:22:27,150 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015643a2ac0002 connected 2024-11-20T03:22:27,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fdc7d1-a631-1213-f266-a948efa91e78/hadoop.log.dir so I do NOT create it in target/test-data/22e3665e-bf3a-1d95-9524-48c7cdc0e717 2024-11-20T03:22:27,162 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fdc7d1-a631-1213-f266-a948efa91e78/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T03:22:27,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fdc7d1-a631-1213-f266-a948efa91e78/hadoop.tmp.dir so I do NOT create it in target/test-data/22e3665e-bf3a-1d95-9524-48c7cdc0e717 2024-11-20T03:22:27,162 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fdc7d1-a631-1213-f266-a948efa91e78/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T03:22:27,162 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e3665e-bf3a-1d95-9524-48c7cdc0e717 2024-11-20T03:22:27,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T03:22:27,162 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e3665e-bf3a-1d95-9524-48c7cdc0e717/cluster_7be40ac9-f4da-0965-d3d1-03c2b272ee12, deleteOnExit=true 2024-11-20T03:22:27,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T03:22:27,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e3665e-bf3a-1d95-9524-48c7cdc0e717/test.cache.data in system properties and HBase conf 2024-11-20T03:22:27,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e3665e-bf3a-1d95-9524-48c7cdc0e717/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T03:22:27,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e3665e-bf3a-1d95-9524-48c7cdc0e717/hadoop.log.dir in system properties and HBase conf 2024-11-20T03:22:27,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e3665e-bf3a-1d95-9524-48c7cdc0e717/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T03:22:27,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e3665e-bf3a-1d95-9524-48c7cdc0e717/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T03:22:27,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T03:22:27,163 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T03:22:27,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e3665e-bf3a-1d95-9524-48c7cdc0e717/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:22:27,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e3665e-bf3a-1d95-9524-48c7cdc0e717/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:22:27,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e3665e-bf3a-1d95-9524-48c7cdc0e717/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T03:22:27,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e3665e-bf3a-1d95-9524-48c7cdc0e717/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:22:27,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e3665e-bf3a-1d95-9524-48c7cdc0e717/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T03:22:27,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e3665e-bf3a-1d95-9524-48c7cdc0e717/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T03:22:27,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e3665e-bf3a-1d95-9524-48c7cdc0e717/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:22:27,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e3665e-bf3a-1d95-9524-48c7cdc0e717/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:22:27,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e3665e-bf3a-1d95-9524-48c7cdc0e717/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T03:22:27,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e3665e-bf3a-1d95-9524-48c7cdc0e717/nfs.dump.dir in system properties and HBase conf 2024-11-20T03:22:27,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e3665e-bf3a-1d95-9524-48c7cdc0e717/java.io.tmpdir in system properties and HBase conf 2024-11-20T03:22:27,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e3665e-bf3a-1d95-9524-48c7cdc0e717/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:22:27,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e3665e-bf3a-1d95-9524-48c7cdc0e717/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T03:22:27,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e3665e-bf3a-1d95-9524-48c7cdc0e717/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T03:22:27,490 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:22:27,493 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:22:27,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:22:27,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:22:27,506 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T03:22:27,509 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:22:27,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48fc470e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e3665e-bf3a-1d95-9524-48c7cdc0e717/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:22:27,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@132d4871{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:22:27,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7349cd64{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e3665e-bf3a-1d95-9524-48c7cdc0e717/java.io.tmpdir/jetty-localhost-34007-hadoop-hdfs-3_4_1-tests_jar-_-any-7863050141485706340/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:22:27,643 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c2a3994{HTTP/1.1, (http/1.1)}{localhost:34007} 2024-11-20T03:22:27,643 INFO [Time-limited test {}] server.Server(415): Started @331172ms 2024-11-20T03:22:27,915 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:22:27,919 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:22:27,929 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:22:27,929 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:22:27,929 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T03:22:27,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3746d143{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e3665e-bf3a-1d95-9524-48c7cdc0e717/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:22:27,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c1a14f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:22:28,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@647486c8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e3665e-bf3a-1d95-9524-48c7cdc0e717/java.io.tmpdir/jetty-localhost-39105-hadoop-hdfs-3_4_1-tests_jar-_-any-8280611223312900854/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:22:28,033 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@691ab766{HTTP/1.1, (http/1.1)}{localhost:39105} 2024-11-20T03:22:28,033 INFO [Time-limited test {}] server.Server(415): Started @331562ms 2024-11-20T03:22:28,034 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T03:22:28,815 WARN [Thread-4427 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e3665e-bf3a-1d95-9524-48c7cdc0e717/cluster_7be40ac9-f4da-0965-d3d1-03c2b272ee12/data/data1/current/BP-802540111-172.17.0.2-1732072947182/current, will proceed with Du for space computation calculation, 2024-11-20T03:22:28,815 WARN [Thread-4428 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e3665e-bf3a-1d95-9524-48c7cdc0e717/cluster_7be40ac9-f4da-0965-d3d1-03c2b272ee12/data/data2/current/BP-802540111-172.17.0.2-1732072947182/current, will proceed with Du for space computation calculation, 2024-11-20T03:22:28,845 WARN [Thread-4415 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T03:22:28,847 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa42343b4e46360f with lease ID 0x29eaa869d6dfb3e2: Processing first storage report for DS-3b28b970-5ec6-4f97-aa9c-94cc7dcff6d1 from datanode DatanodeRegistration(127.0.0.1:40313, datanodeUuid=8da55a3e-2644-4f24-b1ee-5e3a0ac08a42, infoPort=46285, infoSecurePort=0, ipcPort=36557, storageInfo=lv=-57;cid=testClusterID;nsid=383732746;c=1732072947182) 2024-11-20T03:22:28,847 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa42343b4e46360f with lease ID 0x29eaa869d6dfb3e2: from storage DS-3b28b970-5ec6-4f97-aa9c-94cc7dcff6d1 node DatanodeRegistration(127.0.0.1:40313, datanodeUuid=8da55a3e-2644-4f24-b1ee-5e3a0ac08a42, infoPort=46285, infoSecurePort=0, ipcPort=36557, storageInfo=lv=-57;cid=testClusterID;nsid=383732746;c=1732072947182), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T03:22:28,847 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa42343b4e46360f with lease ID 0x29eaa869d6dfb3e2: Processing first storage report for DS-fd6af09f-d380-4313-a3af-0fef5deb1c21 from datanode DatanodeRegistration(127.0.0.1:40313, datanodeUuid=8da55a3e-2644-4f24-b1ee-5e3a0ac08a42, infoPort=46285, infoSecurePort=0, ipcPort=36557, storageInfo=lv=-57;cid=testClusterID;nsid=383732746;c=1732072947182) 2024-11-20T03:22:28,847 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa42343b4e46360f with lease ID 0x29eaa869d6dfb3e2: from storage DS-fd6af09f-d380-4313-a3af-0fef5deb1c21 node DatanodeRegistration(127.0.0.1:40313, datanodeUuid=8da55a3e-2644-4f24-b1ee-5e3a0ac08a42, infoPort=46285, infoSecurePort=0, ipcPort=36557, storageInfo=lv=-57;cid=testClusterID;nsid=383732746;c=1732072947182), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T03:22:28,878 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e3665e-bf3a-1d95-9524-48c7cdc0e717 2024-11-20T03:22:28,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:22:28,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:22:28,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40313 is added to blk_1073741825_1001 (size=7) 2024-11-20T03:22:29,291 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591 with version=8 2024-11-20T03:22:29,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/hbase-staging 2024-11-20T03:22:29,293 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:22:29,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:22:29,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:22:29,293 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:22:29,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:22:29,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:22:29,293 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T03:22:29,293 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:22:29,294 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38709 2024-11-20T03:22:29,294 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38709 connecting to ZooKeeper ensemble=127.0.0.1:51344 2024-11-20T03:22:29,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387090x0, quorum=127.0.0.1:51344, baseZNode=/1645725264 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:22:29,428 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38709-0x1015643a2ac0003 connected 2024-11-20T03:22:29,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:22:29,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:22:29,504 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38709-0x1015643a2ac0003, quorum=127.0.0.1:51344, baseZNode=/1645725264 Set watcher on znode that does not yet exist, /1645725264/running 2024-11-20T03:22:29,505 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591, hbase.cluster.distributed=false 2024-11-20T03:22:29,506 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38709-0x1015643a2ac0003, quorum=127.0.0.1:51344, baseZNode=/1645725264 Set watcher on znode that does not yet exist, /1645725264/acl 2024-11-20T03:22:29,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38709 2024-11-20T03:22:29,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38709 2024-11-20T03:22:29,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38709 2024-11-20T03:22:29,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38709 2024-11-20T03:22:29,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38709 2024-11-20T03:22:29,529 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:22:29,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:22:29,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:22:29,529 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:22:29,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:22:29,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:22:29,529 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T03:22:29,529 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:22:29,530 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33999 2024-11-20T03:22:29,531 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33999 connecting to ZooKeeper ensemble=127.0.0.1:51344 2024-11-20T03:22:29,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:22:29,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:22:29,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339990x0, quorum=127.0.0.1:51344, baseZNode=/1645725264 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:22:29,543 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:339990x0, quorum=127.0.0.1:51344, baseZNode=/1645725264 Set watcher on znode that does not yet exist, /1645725264/running 2024-11-20T03:22:29,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33999-0x1015643a2ac0004 connected 2024-11-20T03:22:29,543 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T03:22:29,544 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T03:22:29,544 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33999-0x1015643a2ac0004, quorum=127.0.0.1:51344, baseZNode=/1645725264 Set watcher on znode that does not yet exist, /1645725264/master 2024-11-20T03:22:29,545 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33999-0x1015643a2ac0004, quorum=127.0.0.1:51344, baseZNode=/1645725264 Set watcher on znode that does not yet exist, /1645725264/acl 2024-11-20T03:22:29,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33999 2024-11-20T03:22:29,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33999 2024-11-20T03:22:29,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33999 2024-11-20T03:22:29,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33999 2024-11-20T03:22:29,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33999 2024-11-20T03:22:29,571 DEBUG [M:0;d00f728e99d7:38709 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d00f728e99d7:38709 2024-11-20T03:22:29,571 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1645725264/backup-masters/d00f728e99d7,38709,1732072949293 2024-11-20T03:22:29,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33999-0x1015643a2ac0004, quorum=127.0.0.1:51344, baseZNode=/1645725264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1645725264/backup-masters 2024-11-20T03:22:29,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38709-0x1015643a2ac0003, quorum=127.0.0.1:51344, baseZNode=/1645725264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1645725264/backup-masters 2024-11-20T03:22:29,581 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38709-0x1015643a2ac0003, quorum=127.0.0.1:51344, baseZNode=/1645725264 Set watcher on existing znode=/1645725264/backup-masters/d00f728e99d7,38709,1732072949293 2024-11-20T03:22:29,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33999-0x1015643a2ac0004, quorum=127.0.0.1:51344, baseZNode=/1645725264 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1645725264/master 2024-11-20T03:22:29,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38709-0x1015643a2ac0003, quorum=127.0.0.1:51344, baseZNode=/1645725264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1645725264 2024-11-20T03:22:29,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33999-0x1015643a2ac0004, quorum=127.0.0.1:51344, baseZNode=/1645725264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1645725264 2024-11-20T03:22:29,592 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38709-0x1015643a2ac0003, quorum=127.0.0.1:51344, baseZNode=/1645725264 Set watcher on existing znode=/1645725264/master 2024-11-20T03:22:29,592 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1645725264/backup-masters/d00f728e99d7,38709,1732072949293 from backup master directory 2024-11-20T03:22:29,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38709-0x1015643a2ac0003, quorum=127.0.0.1:51344, baseZNode=/1645725264 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1645725264/backup-masters/d00f728e99d7,38709,1732072949293 2024-11-20T03:22:29,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33999-0x1015643a2ac0004, quorum=127.0.0.1:51344, baseZNode=/1645725264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1645725264/backup-masters 2024-11-20T03:22:29,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38709-0x1015643a2ac0003, quorum=127.0.0.1:51344, baseZNode=/1645725264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1645725264/backup-masters 2024-11-20T03:22:29,602 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:22:29,602 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d00f728e99d7,38709,1732072949293 2024-11-20T03:22:29,605 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/hbase.id] with ID: a574cf52-c57b-4098-a420-736a8f3e5260 2024-11-20T03:22:29,605 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/.tmp/hbase.id 2024-11-20T03:22:29,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40313 is added to blk_1073741826_1002 (size=42) 2024-11-20T03:22:30,009 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/.tmp/hbase.id]:[hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/hbase.id] 2024-11-20T03:22:30,015 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:22:30,016 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T03:22:30,016 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-20T03:22:30,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38709-0x1015643a2ac0003, quorum=127.0.0.1:51344, baseZNode=/1645725264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1645725264 2024-11-20T03:22:30,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33999-0x1015643a2ac0004, quorum=127.0.0.1:51344, baseZNode=/1645725264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1645725264 2024-11-20T03:22:30,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40313 is added to blk_1073741827_1003 (size=196) 2024-11-20T03:22:30,474 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:22:30,474 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T03:22:30,474 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:22:30,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40313 is added to blk_1073741828_1004 (size=1189) 2024-11-20T03:22:30,881 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/MasterData/data/master/store 2024-11-20T03:22:30,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40313 is added to blk_1073741829_1005 (size=34) 2024-11-20T03:22:31,285 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:22:31,285 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:22:31,285 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:22:31,285 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:22:31,285 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:22:31,285 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:22:31,285 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:22:31,285 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072951285Disabling compacts and flushes for region at 1732072951285Disabling writes for close at 1732072951285Writing region close event to WAL at 1732072951285Closed at 1732072951285 2024-11-20T03:22:31,286 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/MasterData/data/master/store/.initializing 2024-11-20T03:22:31,286 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/MasterData/WALs/d00f728e99d7,38709,1732072949293 2024-11-20T03:22:31,287 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:22:31,288 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d00f728e99d7%2C38709%2C1732072949293, suffix=, logDir=hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/MasterData/WALs/d00f728e99d7,38709,1732072949293, archiveDir=hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/MasterData/oldWALs, maxLogs=10 2024-11-20T03:22:31,303 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/MasterData/WALs/d00f728e99d7,38709,1732072949293/d00f728e99d7%2C38709%2C1732072949293.1732072951288, exclude list is [], retry=0 2024-11-20T03:22:31,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40313,DS-3b28b970-5ec6-4f97-aa9c-94cc7dcff6d1,DISK] 2024-11-20T03:22:31,306 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/MasterData/WALs/d00f728e99d7,38709,1732072949293/d00f728e99d7%2C38709%2C1732072949293.1732072951288 2024-11-20T03:22:31,307 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46285:46285)] 2024-11-20T03:22:31,307 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:22:31,307 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:22:31,307 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:31,307 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:31,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:31,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T03:22:31,309 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:31,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:22:31,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:31,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T03:22:31,310 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:31,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:22:31,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:31,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T03:22:31,310 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:31,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:22:31,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:31,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T03:22:31,311 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:31,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:22:31,312 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:31,312 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:31,312 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:31,313 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:31,313 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:31,313 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:22:31,314 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:31,315 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:22:31,315 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66197484, jitterRate=-0.013580620288848877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:22:31,315 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732072951307Initializing all the Stores at 1732072951308 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072951308Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072951308Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072951308Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072951308Cleaning up temporary data from old regions at 1732072951313 (+5 ms)Region opened successfully at 1732072951315 (+2 ms) 2024-11-20T03:22:31,315 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T03:22:31,317 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5095bcc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:22:31,317 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T03:22:31,317 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T03:22:31,317 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T03:22:31,317 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T03:22:31,318 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T03:22:31,318 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T03:22:31,318 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T03:22:31,319 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T03:22:31,320 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38709-0x1015643a2ac0003, quorum=127.0.0.1:51344, baseZNode=/1645725264 Unable to get data of znode /1645725264/balancer because node does not exist (not necessarily an error) 2024-11-20T03:22:31,395 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1645725264/balancer already deleted, retry=false 2024-11-20T03:22:31,396 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T03:22:31,396 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38709-0x1015643a2ac0003, quorum=127.0.0.1:51344, baseZNode=/1645725264 Unable to get data of znode /1645725264/normalizer because node does not exist (not necessarily an error) 2024-11-20T03:22:31,406 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1645725264/normalizer already deleted, retry=false 2024-11-20T03:22:31,406 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T03:22:31,407 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38709-0x1015643a2ac0003, quorum=127.0.0.1:51344, baseZNode=/1645725264 Unable to get data of znode /1645725264/switch/split because node does not exist (not necessarily an error) 2024-11-20T03:22:31,416 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1645725264/switch/split already deleted, retry=false 2024-11-20T03:22:31,417 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38709-0x1015643a2ac0003, quorum=127.0.0.1:51344, baseZNode=/1645725264 Unable to get data of znode /1645725264/switch/merge because node does not exist (not necessarily an error) 2024-11-20T03:22:31,427 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1645725264/switch/merge already deleted, retry=false 2024-11-20T03:22:31,429 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38709-0x1015643a2ac0003, quorum=127.0.0.1:51344, baseZNode=/1645725264 Unable to get data of znode /1645725264/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T03:22:31,437 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1645725264/snapshot-cleanup already deleted, retry=false 2024-11-20T03:22:31,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33999-0x1015643a2ac0004, quorum=127.0.0.1:51344, baseZNode=/1645725264 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1645725264/running 2024-11-20T03:22:31,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38709-0x1015643a2ac0003, quorum=127.0.0.1:51344, baseZNode=/1645725264 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1645725264/running 2024-11-20T03:22:31,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33999-0x1015643a2ac0004, quorum=127.0.0.1:51344, baseZNode=/1645725264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1645725264 2024-11-20T03:22:31,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38709-0x1015643a2ac0003, quorum=127.0.0.1:51344, baseZNode=/1645725264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1645725264 2024-11-20T03:22:31,448 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d00f728e99d7,38709,1732072949293, sessionid=0x1015643a2ac0003, setting cluster-up flag (Was=false) 2024-11-20T03:22:31,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33999-0x1015643a2ac0004, quorum=127.0.0.1:51344, baseZNode=/1645725264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1645725264 2024-11-20T03:22:31,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38709-0x1015643a2ac0003, quorum=127.0.0.1:51344, baseZNode=/1645725264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1645725264 2024-11-20T03:22:31,501 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1645725264/flush-table-proc/acquired, /1645725264/flush-table-proc/reached, /1645725264/flush-table-proc/abort 2024-11-20T03:22:31,501 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,38709,1732072949293 2024-11-20T03:22:31,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33999-0x1015643a2ac0004, quorum=127.0.0.1:51344, baseZNode=/1645725264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1645725264 2024-11-20T03:22:31,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38709-0x1015643a2ac0003, quorum=127.0.0.1:51344, baseZNode=/1645725264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1645725264 2024-11-20T03:22:31,764 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1645725264/online-snapshot/acquired, /1645725264/online-snapshot/reached, /1645725264/online-snapshot/abort 2024-11-20T03:22:31,765 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,38709,1732072949293 2024-11-20T03:22:31,765 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T03:22:31,766 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T03:22:31,766 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T03:22:31,767 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T03:22:31,767 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d00f728e99d7,38709,1732072949293 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T03:22:31,768 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:22:31,768 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:22:31,768 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:22:31,768 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:22:31,768 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d00f728e99d7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T03:22:31,768 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:31,768 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:22:31,768 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:31,769 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:22:31,769 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732072981769 2024-11-20T03:22:31,769 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T03:22:31,769 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T03:22:31,769 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T03:22:31,769 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T03:22:31,769 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T03:22:31,769 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T03:22:31,769 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T03:22:31,769 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:31,769 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:31,769 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T03:22:31,770 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T03:22:31,770 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T03:22:31,770 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T03:22:31,770 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T03:22:31,770 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T03:22:31,770 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T03:22:31,770 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072951770,5,FailOnTimeoutGroup] 2024-11-20T03:22:31,770 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072951770,5,FailOnTimeoutGroup] 2024-11-20T03:22:31,770 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:31,770 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T03:22:31,770 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:31,770 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:31,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40313 is added to blk_1073741831_1007 (size=1321) 2024-11-20T03:22:31,773 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T03:22:31,773 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591 2024-11-20T03:22:31,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40313 is added to blk_1073741832_1008 (size=32) 2024-11-20T03:22:31,859 INFO [RS:0;d00f728e99d7:33999 {}] regionserver.HRegionServer(746): ClusterId : a574cf52-c57b-4098-a420-736a8f3e5260 2024-11-20T03:22:31,859 DEBUG [RS:0;d00f728e99d7:33999 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T03:22:31,888 DEBUG [RS:0;d00f728e99d7:33999 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T03:22:31,888 DEBUG [RS:0;d00f728e99d7:33999 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T03:22:31,902 DEBUG [RS:0;d00f728e99d7:33999 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T03:22:31,902 DEBUG [RS:0;d00f728e99d7:33999 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46949c5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:22:31,915 DEBUG [RS:0;d00f728e99d7:33999 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d00f728e99d7:33999 2024-11-20T03:22:31,915 INFO [RS:0;d00f728e99d7:33999 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T03:22:31,915 INFO [RS:0;d00f728e99d7:33999 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T03:22:31,915 DEBUG [RS:0;d00f728e99d7:33999 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T03:22:31,915 INFO [RS:0;d00f728e99d7:33999 {}] regionserver.HRegionServer(2659): reportForDuty to master=d00f728e99d7,38709,1732072949293 with port=33999, startcode=1732072949529 2024-11-20T03:22:31,916 DEBUG [RS:0;d00f728e99d7:33999 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T03:22:31,917 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T03:22:31,917 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38709 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d00f728e99d7,33999,1732072949529 2024-11-20T03:22:31,917 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38709 {}] master.ServerManager(517): Registering regionserver=d00f728e99d7,33999,1732072949529 2024-11-20T03:22:31,918 DEBUG [RS:0;d00f728e99d7:33999 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591 2024-11-20T03:22:31,918 DEBUG [RS:0;d00f728e99d7:33999 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40163 2024-11-20T03:22:31,918 DEBUG [RS:0;d00f728e99d7:33999 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T03:22:31,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38709-0x1015643a2ac0003, quorum=127.0.0.1:51344, baseZNode=/1645725264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1645725264/rs 2024-11-20T03:22:31,929 DEBUG [RS:0;d00f728e99d7:33999 {}] zookeeper.ZKUtil(111): regionserver:33999-0x1015643a2ac0004, quorum=127.0.0.1:51344, baseZNode=/1645725264 Set watcher on existing znode=/1645725264/rs/d00f728e99d7,33999,1732072949529 2024-11-20T03:22:31,929 WARN [RS:0;d00f728e99d7:33999 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:22:31,929 INFO [RS:0;d00f728e99d7:33999 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:22:31,929 DEBUG [RS:0;d00f728e99d7:33999 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/WALs/d00f728e99d7,33999,1732072949529 2024-11-20T03:22:31,929 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d00f728e99d7,33999,1732072949529] 2024-11-20T03:22:31,931 INFO [RS:0;d00f728e99d7:33999 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T03:22:31,934 INFO [RS:0;d00f728e99d7:33999 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T03:22:31,936 INFO [RS:0;d00f728e99d7:33999 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T03:22:31,936 INFO [RS:0;d00f728e99d7:33999 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:31,938 INFO [RS:0;d00f728e99d7:33999 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T03:22:31,938 INFO [RS:0;d00f728e99d7:33999 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T03:22:31,938 INFO [RS:0;d00f728e99d7:33999 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:31,939 DEBUG [RS:0;d00f728e99d7:33999 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:31,939 DEBUG [RS:0;d00f728e99d7:33999 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:31,939 DEBUG [RS:0;d00f728e99d7:33999 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:31,939 DEBUG [RS:0;d00f728e99d7:33999 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:31,939 DEBUG [RS:0;d00f728e99d7:33999 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:31,939 DEBUG [RS:0;d00f728e99d7:33999 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:22:31,939 DEBUG [RS:0;d00f728e99d7:33999 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:31,939 DEBUG [RS:0;d00f728e99d7:33999 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:31,939 DEBUG [RS:0;d00f728e99d7:33999 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:31,939 DEBUG [RS:0;d00f728e99d7:33999 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:31,939 DEBUG [RS:0;d00f728e99d7:33999 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:31,939 DEBUG [RS:0;d00f728e99d7:33999 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:31,939 DEBUG [RS:0;d00f728e99d7:33999 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:22:31,939 DEBUG [RS:0;d00f728e99d7:33999 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:22:31,944 INFO [RS:0;d00f728e99d7:33999 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:31,944 INFO [RS:0;d00f728e99d7:33999 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:31,944 INFO [RS:0;d00f728e99d7:33999 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:31,944 INFO [RS:0;d00f728e99d7:33999 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:31,944 INFO [RS:0;d00f728e99d7:33999 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:31,944 INFO [RS:0;d00f728e99d7:33999 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,33999,1732072949529-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:22:31,962 INFO [RS:0;d00f728e99d7:33999 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T03:22:31,962 INFO [RS:0;d00f728e99d7:33999 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,33999,1732072949529-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:31,962 INFO [RS:0;d00f728e99d7:33999 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:31,962 INFO [RS:0;d00f728e99d7:33999 {}] regionserver.Replication(171): d00f728e99d7,33999,1732072949529 started 2024-11-20T03:22:31,974 INFO [RS:0;d00f728e99d7:33999 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:31,974 INFO [RS:0;d00f728e99d7:33999 {}] regionserver.HRegionServer(1482): Serving as d00f728e99d7,33999,1732072949529, RpcServer on d00f728e99d7/172.17.0.2:33999, sessionid=0x1015643a2ac0004 2024-11-20T03:22:31,974 DEBUG [RS:0;d00f728e99d7:33999 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T03:22:31,974 DEBUG [RS:0;d00f728e99d7:33999 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d00f728e99d7,33999,1732072949529 2024-11-20T03:22:31,974 DEBUG [RS:0;d00f728e99d7:33999 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,33999,1732072949529' 2024-11-20T03:22:31,974 DEBUG [RS:0;d00f728e99d7:33999 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1645725264/flush-table-proc/abort' 2024-11-20T03:22:31,975 DEBUG [RS:0;d00f728e99d7:33999 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1645725264/flush-table-proc/acquired' 2024-11-20T03:22:31,975 DEBUG [RS:0;d00f728e99d7:33999 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T03:22:31,975 DEBUG [RS:0;d00f728e99d7:33999 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T03:22:31,975 DEBUG [RS:0;d00f728e99d7:33999 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d00f728e99d7,33999,1732072949529 2024-11-20T03:22:31,975 DEBUG [RS:0;d00f728e99d7:33999 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,33999,1732072949529' 2024-11-20T03:22:31,975 DEBUG [RS:0;d00f728e99d7:33999 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1645725264/online-snapshot/abort' 2024-11-20T03:22:31,976 DEBUG [RS:0;d00f728e99d7:33999 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1645725264/online-snapshot/acquired' 2024-11-20T03:22:31,976 DEBUG [RS:0;d00f728e99d7:33999 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T03:22:31,976 INFO [RS:0;d00f728e99d7:33999 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T03:22:31,976 INFO [RS:0;d00f728e99d7:33999 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T03:22:32,076 INFO [RS:0;d00f728e99d7:33999 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:22:32,077 INFO [RS:0;d00f728e99d7:33999 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C33999%2C1732072949529, suffix=, logDir=hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/WALs/d00f728e99d7,33999,1732072949529, archiveDir=hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/oldWALs, maxLogs=10 2024-11-20T03:22:32,092 DEBUG [RS:0;d00f728e99d7:33999 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/WALs/d00f728e99d7,33999,1732072949529/d00f728e99d7%2C33999%2C1732072949529.1732072952077, exclude list is [], retry=0 2024-11-20T03:22:32,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40313,DS-3b28b970-5ec6-4f97-aa9c-94cc7dcff6d1,DISK] 2024-11-20T03:22:32,095 INFO [RS:0;d00f728e99d7:33999 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/WALs/d00f728e99d7,33999,1732072949529/d00f728e99d7%2C33999%2C1732072949529.1732072952077 2024-11-20T03:22:32,095 DEBUG [RS:0;d00f728e99d7:33999 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46285:46285)] 2024-11-20T03:22:32,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:22:32,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:22:32,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:22:32,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:32,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:22:32,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:22:32,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:22:32,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:32,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:22:32,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:22:32,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:22:32,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:32,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:22:32,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:22:32,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:22:32,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:32,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:22:32,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:22:32,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/hbase/meta/1588230740 2024-11-20T03:22:32,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/hbase/meta/1588230740 2024-11-20T03:22:32,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:22:32,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:22:32,188 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:22:32,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:22:32,190 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:22:32,191 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65127374, jitterRate=-0.029526501893997192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:22:32,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732072952182Initializing all the Stores at 1732072952182Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072952182Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072952182Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072952182Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072952182Cleaning up temporary data from old regions at 1732072952188 (+6 ms)Region opened successfully at 1732072952191 (+3 ms) 2024-11-20T03:22:32,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:22:32,191 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:22:32,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:22:32,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:22:32,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:22:32,191 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:22:32,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072952191Disabling compacts and flushes for region at 1732072952191Disabling writes for close at 1732072952191Writing region close event to WAL at 1732072952191Closed at 1732072952191 2024-11-20T03:22:32,192 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:22:32,192 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T03:22:32,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T03:22:32,193 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:22:32,193 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T03:22:32,343 DEBUG [d00f728e99d7:38709 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T03:22:32,344 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d00f728e99d7,33999,1732072949529 2024-11-20T03:22:32,345 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,33999,1732072949529, state=OPENING 2024-11-20T03:22:32,434 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T03:22:32,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:32,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:32,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:32,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:32,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:32,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:32,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:32,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:32,468 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T03:22:32,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33999-0x1015643a2ac0004, quorum=127.0.0.1:51344, baseZNode=/1645725264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1645725264 2024-11-20T03:22:32,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38709-0x1015643a2ac0003, quorum=127.0.0.1:51344, baseZNode=/1645725264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1645725264 2024-11-20T03:22:32,487 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:22:32,487 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1645725264/meta-region-server: CHANGED 2024-11-20T03:22:32,487 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1645725264/meta-region-server: CHANGED 2024-11-20T03:22:32,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,33999,1732072949529}] 2024-11-20T03:22:32,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:32,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:32,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:32,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:32,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:32,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:32,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:32,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:32,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:32,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:32,639 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:22:32,640 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T03:22:32,642 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T03:22:32,643 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:22:32,643 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T03:22:32,643 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C33999%2C1732072949529.meta, suffix=.meta, logDir=hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/WALs/d00f728e99d7,33999,1732072949529, archiveDir=hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/oldWALs, maxLogs=10 2024-11-20T03:22:32,657 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/WALs/d00f728e99d7,33999,1732072949529/d00f728e99d7%2C33999%2C1732072949529.meta.1732072952644.meta, exclude list is [], retry=0 2024-11-20T03:22:32,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40313,DS-3b28b970-5ec6-4f97-aa9c-94cc7dcff6d1,DISK] 2024-11-20T03:22:32,660 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/WALs/d00f728e99d7,33999,1732072949529/d00f728e99d7%2C33999%2C1732072949529.meta.1732072952644.meta 2024-11-20T03:22:32,660 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46285:46285)] 2024-11-20T03:22:32,660 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:22:32,661 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:22:32,661 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:22:32,661 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T03:22:32,661 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T03:22:32,661 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T03:22:32,661 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:22:32,661 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T03:22:32,661 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T03:22:32,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:22:32,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:22:32,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:32,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:22:32,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:22:32,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:22:32,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:32,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:22:32,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:22:32,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:22:32,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:32,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:22:32,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:22:32,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:22:32,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:32,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:22:32,666 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:22:32,666 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/hbase/meta/1588230740 2024-11-20T03:22:32,667 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/hbase/meta/1588230740 2024-11-20T03:22:32,667 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:22:32,667 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:22:32,668 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:22:32,669 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:22:32,669 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59320153, jitterRate=-0.11606083810329437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:22:32,669 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T03:22:32,669 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732072952661Writing region info on filesystem at 1732072952661Initializing all the Stores at 1732072952662 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072952662Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072952662Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072952662Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072952662Cleaning up temporary data from old regions at 1732072952668 (+6 ms)Running coprocessor post-open hooks at 1732072952669 (+1 ms)Region opened successfully at 1732072952669 2024-11-20T03:22:32,670 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732072952639 2024-11-20T03:22:32,671 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T03:22:32,671 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T03:22:32,672 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d00f728e99d7,33999,1732072949529 2024-11-20T03:22:32,672 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,33999,1732072949529, state=OPEN 2024-11-20T03:22:32,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33999-0x1015643a2ac0004, quorum=127.0.0.1:51344, baseZNode=/1645725264 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1645725264/meta-region-server 2024-11-20T03:22:32,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38709-0x1015643a2ac0003, quorum=127.0.0.1:51344, baseZNode=/1645725264 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1645725264/meta-region-server 2024-11-20T03:22:32,680 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d00f728e99d7,33999,1732072949529 2024-11-20T03:22:32,680 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1645725264/meta-region-server: CHANGED 2024-11-20T03:22:32,680 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1645725264/meta-region-server: CHANGED 2024-11-20T03:22:32,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T03:22:32,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,33999,1732072949529 in 193 msec 2024-11-20T03:22:32,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T03:22:32,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 489 msec 2024-11-20T03:22:32,682 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:22:32,683 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T03:22:32,683 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:22:32,683 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,33999,1732072949529, seqNum=-1] 2024-11-20T03:22:32,684 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:22:32,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:22:32,687 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 921 msec 2024-11-20T03:22:32,688 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732072952687, completionTime=-1 2024-11-20T03:22:32,688 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T03:22:32,688 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T03:22:32,689 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T03:22:32,689 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732073012689 2024-11-20T03:22:32,689 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732073072689 2024-11-20T03:22:32,689 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T03:22:32,689 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,38709,1732072949293-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:32,689 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,38709,1732072949293-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:32,689 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,38709,1732072949293-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:32,689 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d00f728e99d7:38709, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:32,689 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:32,690 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:32,705 DEBUG [master/d00f728e99d7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T03:22:32,706 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.104sec 2024-11-20T03:22:32,706 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T03:22:32,706 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T03:22:32,706 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T03:22:32,706 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T03:22:32,706 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T03:22:32,706 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,38709,1732072949293-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:22:32,706 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,38709,1732072949293-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T03:22:32,708 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T03:22:32,708 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T03:22:32,708 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,38709,1732072949293-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:32,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ea7f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:32,760 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,38709,-1 for getting cluster id 2024-11-20T03:22:32,760 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:22:32,761 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a574cf52-c57b-4098-a420-736a8f3e5260' 2024-11-20T03:22:32,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:22:32,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a574cf52-c57b-4098-a420-736a8f3e5260" 2024-11-20T03:22:32,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37d51c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:32,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,38709,-1] 2024-11-20T03:22:32,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:22:32,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:32,763 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:22:32,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52fdd171, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:32,764 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:22:32,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,33999,1732072949529, seqNum=-1] 2024-11-20T03:22:32,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:22:32,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:22:32,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d00f728e99d7,38709,1732072949293 2024-11-20T03:22:32,768 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51344 2024-11-20T03:22:32,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51344, baseZNode=/1645725264 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:22:32,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015643a2ac0005 connected 2024-11-20T03:22:32,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e3665e-bf3a-1d95-9524-48c7cdc0e717/hadoop.log.dir so I do NOT create it in target/test-data/d5e444d9-91a4-4b59-dab7-e942a14c16b8 2024-11-20T03:22:32,798 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e3665e-bf3a-1d95-9524-48c7cdc0e717/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T03:22:32,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e3665e-bf3a-1d95-9524-48c7cdc0e717/hadoop.tmp.dir so I do NOT create it in target/test-data/d5e444d9-91a4-4b59-dab7-e942a14c16b8 2024-11-20T03:22:32,798 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e3665e-bf3a-1d95-9524-48c7cdc0e717/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T03:22:32,798 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5e444d9-91a4-4b59-dab7-e942a14c16b8 2024-11-20T03:22:32,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T03:22:32,798 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5e444d9-91a4-4b59-dab7-e942a14c16b8/cluster_e51bc499-f602-162b-2333-5b263a1b9e9e, deleteOnExit=true 2024-11-20T03:22:32,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T03:22:32,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5e444d9-91a4-4b59-dab7-e942a14c16b8/test.cache.data in system properties and HBase conf 2024-11-20T03:22:32,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5e444d9-91a4-4b59-dab7-e942a14c16b8/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T03:22:32,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5e444d9-91a4-4b59-dab7-e942a14c16b8/hadoop.log.dir in system properties and HBase conf 2024-11-20T03:22:32,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5e444d9-91a4-4b59-dab7-e942a14c16b8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T03:22:32,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5e444d9-91a4-4b59-dab7-e942a14c16b8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T03:22:32,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T03:22:32,799 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T03:22:32,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5e444d9-91a4-4b59-dab7-e942a14c16b8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:22:32,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5e444d9-91a4-4b59-dab7-e942a14c16b8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T03:22:32,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5e444d9-91a4-4b59-dab7-e942a14c16b8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T03:22:32,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5e444d9-91a4-4b59-dab7-e942a14c16b8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:22:32,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5e444d9-91a4-4b59-dab7-e942a14c16b8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T03:22:32,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5e444d9-91a4-4b59-dab7-e942a14c16b8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T03:22:32,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5e444d9-91a4-4b59-dab7-e942a14c16b8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T03:22:32,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5e444d9-91a4-4b59-dab7-e942a14c16b8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:22:32,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5e444d9-91a4-4b59-dab7-e942a14c16b8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T03:22:32,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5e444d9-91a4-4b59-dab7-e942a14c16b8/nfs.dump.dir in system properties and HBase conf 2024-11-20T03:22:32,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5e444d9-91a4-4b59-dab7-e942a14c16b8/java.io.tmpdir in system properties and HBase conf 2024-11-20T03:22:32,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5e444d9-91a4-4b59-dab7-e942a14c16b8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T03:22:32,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5e444d9-91a4-4b59-dab7-e942a14c16b8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T03:22:32,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5e444d9-91a4-4b59-dab7-e942a14c16b8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T03:22:33,154 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:22:33,159 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:22:33,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:22:33,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:22:33,169 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T03:22:33,170 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:22:33,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d4b4cff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5e444d9-91a4-4b59-dab7-e942a14c16b8/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:22:33,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4662f292{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:22:33,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@673f761a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5e444d9-91a4-4b59-dab7-e942a14c16b8/java.io.tmpdir/jetty-localhost-42697-hadoop-hdfs-3_4_1-tests_jar-_-any-16425837463053426911/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:22:33,272 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f9e3cff{HTTP/1.1, (http/1.1)}{localhost:42697} 2024-11-20T03:22:33,272 INFO [Time-limited test {}] server.Server(415): Started @336801ms 2024-11-20T03:22:33,508 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T03:22:33,512 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T03:22:33,514 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T03:22:33,514 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T03:22:33,514 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T03:22:33,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@247d5bbe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5e444d9-91a4-4b59-dab7-e942a14c16b8/hadoop.log.dir/,AVAILABLE} 2024-11-20T03:22:33,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fd5e1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T03:22:33,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1fb5a8b7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5e444d9-91a4-4b59-dab7-e942a14c16b8/java.io.tmpdir/jetty-localhost-35355-hadoop-hdfs-3_4_1-tests_jar-_-any-7664190792819272376/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:22:33,612 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@148e501b{HTTP/1.1, (http/1.1)}{localhost:35355} 2024-11-20T03:22:33,612 INFO [Time-limited test {}] server.Server(415): Started @337141ms 2024-11-20T03:22:33,613 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T03:22:34,466 WARN [Thread-4548 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5e444d9-91a4-4b59-dab7-e942a14c16b8/cluster_e51bc499-f602-162b-2333-5b263a1b9e9e/data/data1/current/BP-215984777-172.17.0.2-1732072952823/current, will proceed with Du for space computation calculation, 2024-11-20T03:22:34,466 WARN [Thread-4549 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5e444d9-91a4-4b59-dab7-e942a14c16b8/cluster_e51bc499-f602-162b-2333-5b263a1b9e9e/data/data2/current/BP-215984777-172.17.0.2-1732072952823/current, will proceed with Du for space computation calculation, 2024-11-20T03:22:34,487 WARN [Thread-4536 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T03:22:34,489 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6c59310e06b019fb with lease ID 0x5348c4654eb0a7e1: Processing first storage report for DS-88c844c3-cb77-4401-8bbb-61c2dbf1b24c from datanode DatanodeRegistration(127.0.0.1:41955, datanodeUuid=732b771b-835c-41fd-991e-08924f37074c, infoPort=45285, infoSecurePort=0, ipcPort=44933, storageInfo=lv=-57;cid=testClusterID;nsid=1457967754;c=1732072952823) 2024-11-20T03:22:34,489 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6c59310e06b019fb with lease ID 0x5348c4654eb0a7e1: from storage DS-88c844c3-cb77-4401-8bbb-61c2dbf1b24c node DatanodeRegistration(127.0.0.1:41955, datanodeUuid=732b771b-835c-41fd-991e-08924f37074c, infoPort=45285, infoSecurePort=0, ipcPort=44933, storageInfo=lv=-57;cid=testClusterID;nsid=1457967754;c=1732072952823), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T03:22:34,489 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6c59310e06b019fb with lease ID 0x5348c4654eb0a7e1: Processing first storage report for DS-0f1ebfc9-d4d9-4053-935e-45764cdf5d0f from datanode DatanodeRegistration(127.0.0.1:41955, datanodeUuid=732b771b-835c-41fd-991e-08924f37074c, infoPort=45285, infoSecurePort=0, ipcPort=44933, storageInfo=lv=-57;cid=testClusterID;nsid=1457967754;c=1732072952823) 2024-11-20T03:22:34,489 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6c59310e06b019fb with lease ID 0x5348c4654eb0a7e1: from storage DS-0f1ebfc9-d4d9-4053-935e-45764cdf5d0f node DatanodeRegistration(127.0.0.1:41955, datanodeUuid=732b771b-835c-41fd-991e-08924f37074c, infoPort=45285, infoSecurePort=0, ipcPort=44933, storageInfo=lv=-57;cid=testClusterID;nsid=1457967754;c=1732072952823), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T03:22:34,542 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5e444d9-91a4-4b59-dab7-e942a14c16b8 2024-11-20T03:22:34,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:22:34,544 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:22:34,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741825_1001 (size=7) 2024-11-20T03:22:34,951 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d with version=8 2024-11-20T03:22:34,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/hbase-staging 2024-11-20T03:22:34,953 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:22:34,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:22:34,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:22:34,954 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:22:34,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:22:34,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:22:34,954 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T03:22:34,954 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:22:34,954 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46799 2024-11-20T03:22:34,955 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46799 connecting to ZooKeeper ensemble=127.0.0.1:51344 2024-11-20T03:22:35,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467990x0, quorum=127.0.0.1:51344, baseZNode=/21407067361 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:22:35,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46799-0x1015643a2ac0006 connected 2024-11-20T03:22:35,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:22:35,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:22:35,084 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46799-0x1015643a2ac0006, quorum=127.0.0.1:51344, baseZNode=/21407067361 Set watcher on znode that does not yet exist, /21407067361/running 2024-11-20T03:22:35,084 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d, hbase.cluster.distributed=false 2024-11-20T03:22:35,086 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46799-0x1015643a2ac0006, quorum=127.0.0.1:51344, baseZNode=/21407067361 Set watcher on znode that does not yet exist, /21407067361/acl 2024-11-20T03:22:35,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46799 2024-11-20T03:22:35,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46799 2024-11-20T03:22:35,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46799 2024-11-20T03:22:35,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46799 2024-11-20T03:22:35,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46799 2024-11-20T03:22:35,101 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d00f728e99d7:0 server-side Connection retries=45 2024-11-20T03:22:35,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:22:35,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T03:22:35,102 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T03:22:35,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T03:22:35,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T03:22:35,102 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T03:22:35,102 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T03:22:35,102 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46125 2024-11-20T03:22:35,103 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46125 connecting to ZooKeeper ensemble=127.0.0.1:51344 2024-11-20T03:22:35,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:22:35,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:22:35,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461250x0, quorum=127.0.0.1:51344, baseZNode=/21407067361 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:22:35,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:461250x0, quorum=127.0.0.1:51344, baseZNode=/21407067361 Set watcher on znode that does not yet exist, /21407067361/running 2024-11-20T03:22:35,122 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46125-0x1015643a2ac0007 connected 2024-11-20T03:22:35,122 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T03:22:35,123 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T03:22:35,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46125-0x1015643a2ac0007, quorum=127.0.0.1:51344, baseZNode=/21407067361 Set watcher on znode that does not yet exist, /21407067361/master 2024-11-20T03:22:35,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46125-0x1015643a2ac0007, quorum=127.0.0.1:51344, baseZNode=/21407067361 Set watcher on znode that does not yet exist, /21407067361/acl 2024-11-20T03:22:35,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46125 2024-11-20T03:22:35,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46125 2024-11-20T03:22:35,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46125 2024-11-20T03:22:35,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46125 2024-11-20T03:22:35,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46125 2024-11-20T03:22:35,141 DEBUG [M:0;d00f728e99d7:46799 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d00f728e99d7:46799 2024-11-20T03:22:35,143 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21407067361/backup-masters/d00f728e99d7,46799,1732072954953 2024-11-20T03:22:35,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1015643a2ac0007, quorum=127.0.0.1:51344, baseZNode=/21407067361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21407067361/backup-masters 2024-11-20T03:22:35,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46799-0x1015643a2ac0006, quorum=127.0.0.1:51344, baseZNode=/21407067361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21407067361/backup-masters 2024-11-20T03:22:35,153 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46799-0x1015643a2ac0006, quorum=127.0.0.1:51344, baseZNode=/21407067361 Set watcher on existing znode=/21407067361/backup-masters/d00f728e99d7,46799,1732072954953 2024-11-20T03:22:35,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46799-0x1015643a2ac0006, quorum=127.0.0.1:51344, baseZNode=/21407067361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21407067361 2024-11-20T03:22:35,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1015643a2ac0007, quorum=127.0.0.1:51344, baseZNode=/21407067361 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21407067361/master 2024-11-20T03:22:35,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1015643a2ac0007, quorum=127.0.0.1:51344, baseZNode=/21407067361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21407067361 2024-11-20T03:22:35,164 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46799-0x1015643a2ac0006, quorum=127.0.0.1:51344, baseZNode=/21407067361 Set watcher on existing znode=/21407067361/master 2024-11-20T03:22:35,165 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21407067361/backup-masters/d00f728e99d7,46799,1732072954953 from backup master directory 2024-11-20T03:22:35,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46799-0x1015643a2ac0006, quorum=127.0.0.1:51344, baseZNode=/21407067361 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21407067361/backup-masters/d00f728e99d7,46799,1732072954953 2024-11-20T03:22:35,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1015643a2ac0007, quorum=127.0.0.1:51344, baseZNode=/21407067361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21407067361/backup-masters 2024-11-20T03:22:35,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46799-0x1015643a2ac0006, quorum=127.0.0.1:51344, baseZNode=/21407067361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21407067361/backup-masters 2024-11-20T03:22:35,174 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:22:35,174 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d00f728e99d7,46799,1732072954953 2024-11-20T03:22:35,177 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/hbase.id] with ID: b1681219-258a-4690-8c0e-95943556cf50 2024-11-20T03:22:35,177 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/.tmp/hbase.id 2024-11-20T03:22:35,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741826_1002 (size=42) 2024-11-20T03:22:35,581 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/.tmp/hbase.id]:[hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/hbase.id] 2024-11-20T03:22:35,589 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:22:35,589 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T03:22:35,589 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-20T03:22:35,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46799-0x1015643a2ac0006, quorum=127.0.0.1:51344, baseZNode=/21407067361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21407067361 2024-11-20T03:22:35,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1015643a2ac0007, quorum=127.0.0.1:51344, baseZNode=/21407067361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21407067361 2024-11-20T03:22:35,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741827_1003 (size=196) 2024-11-20T03:22:36,042 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:22:36,043 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T03:22:36,043 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:22:36,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741828_1004 (size=1189) 2024-11-20T03:22:36,449 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/MasterData/data/master/store 2024-11-20T03:22:36,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741829_1005 (size=34) 2024-11-20T03:22:36,853 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:22:36,853 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:22:36,854 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:22:36,854 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:22:36,854 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:22:36,854 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:22:36,854 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:22:36,854 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072956853Disabling compacts and flushes for region at 1732072956853Disabling writes for close at 1732072956854 (+1 ms)Writing region close event to WAL at 1732072956854Closed at 1732072956854 2024-11-20T03:22:36,854 WARN [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/MasterData/data/master/store/.initializing 2024-11-20T03:22:36,854 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/MasterData/WALs/d00f728e99d7,46799,1732072954953 2024-11-20T03:22:36,855 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:22:36,856 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d00f728e99d7%2C46799%2C1732072954953, suffix=, logDir=hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/MasterData/WALs/d00f728e99d7,46799,1732072954953, archiveDir=hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/MasterData/oldWALs, maxLogs=10 2024-11-20T03:22:36,869 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/MasterData/WALs/d00f728e99d7,46799,1732072954953/d00f728e99d7%2C46799%2C1732072954953.1732072956856, exclude list is [], retry=0 2024-11-20T03:22:36,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41955,DS-88c844c3-cb77-4401-8bbb-61c2dbf1b24c,DISK] 2024-11-20T03:22:36,873 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/MasterData/WALs/d00f728e99d7,46799,1732072954953/d00f728e99d7%2C46799%2C1732072954953.1732072956856 2024-11-20T03:22:36,873 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45285:45285)] 2024-11-20T03:22:36,874 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:22:36,874 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:22:36,874 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:36,874 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:36,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:36,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T03:22:36,876 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:36,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:22:36,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:36,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T03:22:36,877 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:36,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:22:36,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:36,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T03:22:36,878 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:36,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:22:36,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:36,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T03:22:36,879 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:36,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:22:36,880 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:36,880 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:36,880 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:36,881 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:36,881 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:36,881 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:22:36,882 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T03:22:36,883 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:22:36,884 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69286221, jitterRate=0.03244514763355255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:22:36,884 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732072956874Initializing all the Stores at 1732072956875 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072956875Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072956875Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072956875Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072956875Cleaning up temporary data from old regions at 1732072956881 (+6 ms)Region opened successfully at 1732072956884 (+3 ms) 2024-11-20T03:22:36,884 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T03:22:36,886 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72942c73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:22:36,886 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T03:22:36,887 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T03:22:36,887 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T03:22:36,887 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T03:22:36,887 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T03:22:36,887 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T03:22:36,887 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T03:22:36,889 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T03:22:36,889 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46799-0x1015643a2ac0006, quorum=127.0.0.1:51344, baseZNode=/21407067361 Unable to get data of znode /21407067361/balancer because node does not exist (not necessarily an error) 2024-11-20T03:22:37,037 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21407067361/balancer already deleted, retry=false 2024-11-20T03:22:37,038 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T03:22:37,039 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46799-0x1015643a2ac0006, quorum=127.0.0.1:51344, baseZNode=/21407067361 Unable to get data of znode /21407067361/normalizer because node does not exist (not necessarily an error) 2024-11-20T03:22:37,098 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21407067361/normalizer already deleted, retry=false 2024-11-20T03:22:37,099 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T03:22:37,100 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46799-0x1015643a2ac0006, quorum=127.0.0.1:51344, baseZNode=/21407067361 Unable to get data of znode /21407067361/switch/split because node does not exist (not necessarily an error) 2024-11-20T03:22:37,121 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21407067361/switch/split already deleted, retry=false 2024-11-20T03:22:37,122 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46799-0x1015643a2ac0006, quorum=127.0.0.1:51344, baseZNode=/21407067361 Unable to get data of znode /21407067361/switch/merge because node does not exist (not necessarily an error) 2024-11-20T03:22:37,132 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21407067361/switch/merge already deleted, retry=false 2024-11-20T03:22:37,134 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46799-0x1015643a2ac0006, quorum=127.0.0.1:51344, baseZNode=/21407067361 Unable to get data of znode /21407067361/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T03:22:37,142 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21407067361/snapshot-cleanup already deleted, retry=false 2024-11-20T03:22:37,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46799-0x1015643a2ac0006, quorum=127.0.0.1:51344, baseZNode=/21407067361 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21407067361/running 2024-11-20T03:22:37,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1015643a2ac0007, quorum=127.0.0.1:51344, baseZNode=/21407067361 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21407067361/running 2024-11-20T03:22:37,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46799-0x1015643a2ac0006, quorum=127.0.0.1:51344, baseZNode=/21407067361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21407067361 2024-11-20T03:22:37,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1015643a2ac0007, quorum=127.0.0.1:51344, baseZNode=/21407067361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21407067361 2024-11-20T03:22:37,153 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d00f728e99d7,46799,1732072954953, sessionid=0x1015643a2ac0006, setting cluster-up flag (Was=false) 2024-11-20T03:22:37,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46799-0x1015643a2ac0006, quorum=127.0.0.1:51344, baseZNode=/21407067361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21407067361 2024-11-20T03:22:37,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1015643a2ac0007, quorum=127.0.0.1:51344, baseZNode=/21407067361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21407067361 2024-11-20T03:22:37,206 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21407067361/flush-table-proc/acquired, /21407067361/flush-table-proc/reached, /21407067361/flush-table-proc/abort 2024-11-20T03:22:37,207 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,46799,1732072954953 2024-11-20T03:22:37,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46799-0x1015643a2ac0006, quorum=127.0.0.1:51344, baseZNode=/21407067361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21407067361 2024-11-20T03:22:37,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1015643a2ac0007, quorum=127.0.0.1:51344, baseZNode=/21407067361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21407067361 2024-11-20T03:22:37,258 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21407067361/online-snapshot/acquired, /21407067361/online-snapshot/reached, /21407067361/online-snapshot/abort 2024-11-20T03:22:37,259 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d00f728e99d7,46799,1732072954953 2024-11-20T03:22:37,260 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T03:22:37,261 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T03:22:37,262 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T03:22:37,262 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T03:22:37,262 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d00f728e99d7,46799,1732072954953 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T03:22:37,263 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:22:37,263 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:22:37,263 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:22:37,263 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d00f728e99d7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T03:22:37,263 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d00f728e99d7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T03:22:37,263 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:37,263 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:22:37,263 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:37,264 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732072987264 2024-11-20T03:22:37,265 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:22:37,265 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T03:22:37,265 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T03:22:37,265 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T03:22:37,265 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T03:22:37,265 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T03:22:37,265 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T03:22:37,265 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T03:22:37,265 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:37,265 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:37,265 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T03:22:37,265 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T03:22:37,265 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T03:22:37,265 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T03:22:37,265 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T03:22:37,266 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T03:22:37,266 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T03:22:37,266 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072957266,5,FailOnTimeoutGroup] 2024-11-20T03:22:37,266 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072957266,5,FailOnTimeoutGroup] 2024-11-20T03:22:37,266 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:37,266 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T03:22:37,266 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:37,266 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:37,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741831_1007 (size=1321) 2024-11-20T03:22:37,333 INFO [RS:0;d00f728e99d7:46125 {}] regionserver.HRegionServer(746): ClusterId : b1681219-258a-4690-8c0e-95943556cf50 2024-11-20T03:22:37,333 DEBUG [RS:0;d00f728e99d7:46125 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T03:22:37,343 DEBUG [RS:0;d00f728e99d7:46125 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T03:22:37,343 DEBUG [RS:0;d00f728e99d7:46125 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T03:22:37,354 DEBUG [RS:0;d00f728e99d7:46125 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T03:22:37,354 DEBUG [RS:0;d00f728e99d7:46125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1e4f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d00f728e99d7/172.17.0.2:0 2024-11-20T03:22:37,364 DEBUG [RS:0;d00f728e99d7:46125 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d00f728e99d7:46125 2024-11-20T03:22:37,364 INFO [RS:0;d00f728e99d7:46125 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T03:22:37,365 INFO [RS:0;d00f728e99d7:46125 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T03:22:37,365 DEBUG [RS:0;d00f728e99d7:46125 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T03:22:37,365 INFO [RS:0;d00f728e99d7:46125 {}] regionserver.HRegionServer(2659): reportForDuty to master=d00f728e99d7,46799,1732072954953 with port=46125, startcode=1732072955101 2024-11-20T03:22:37,365 DEBUG [RS:0;d00f728e99d7:46125 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T03:22:37,366 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34753, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T03:22:37,367 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46799 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d00f728e99d7,46125,1732072955101 2024-11-20T03:22:37,367 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46799 {}] master.ServerManager(517): Registering regionserver=d00f728e99d7,46125,1732072955101 2024-11-20T03:22:37,368 DEBUG [RS:0;d00f728e99d7:46125 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d 2024-11-20T03:22:37,368 DEBUG [RS:0;d00f728e99d7:46125 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40845 2024-11-20T03:22:37,368 DEBUG [RS:0;d00f728e99d7:46125 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T03:22:37,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46799-0x1015643a2ac0006, quorum=127.0.0.1:51344, baseZNode=/21407067361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21407067361/rs 2024-11-20T03:22:37,448 DEBUG [RS:0;d00f728e99d7:46125 {}] zookeeper.ZKUtil(111): regionserver:46125-0x1015643a2ac0007, quorum=127.0.0.1:51344, baseZNode=/21407067361 Set watcher on existing znode=/21407067361/rs/d00f728e99d7,46125,1732072955101 2024-11-20T03:22:37,448 WARN [RS:0;d00f728e99d7:46125 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T03:22:37,448 INFO [RS:0;d00f728e99d7:46125 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:22:37,448 DEBUG [RS:0;d00f728e99d7:46125 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/WALs/d00f728e99d7,46125,1732072955101 2024-11-20T03:22:37,448 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d00f728e99d7,46125,1732072955101] 2024-11-20T03:22:37,450 INFO [RS:0;d00f728e99d7:46125 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T03:22:37,451 INFO [RS:0;d00f728e99d7:46125 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T03:22:37,452 INFO [RS:0;d00f728e99d7:46125 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T03:22:37,452 INFO [RS:0;d00f728e99d7:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:37,452 INFO [RS:0;d00f728e99d7:46125 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T03:22:37,452 INFO [RS:0;d00f728e99d7:46125 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T03:22:37,452 INFO [RS:0;d00f728e99d7:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:37,452 DEBUG [RS:0;d00f728e99d7:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:37,452 DEBUG [RS:0;d00f728e99d7:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:37,452 DEBUG [RS:0;d00f728e99d7:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:37,452 DEBUG [RS:0;d00f728e99d7:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:37,452 DEBUG [RS:0;d00f728e99d7:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:37,453 DEBUG [RS:0;d00f728e99d7:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d00f728e99d7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T03:22:37,453 DEBUG [RS:0;d00f728e99d7:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:37,453 DEBUG [RS:0;d00f728e99d7:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:37,453 DEBUG [RS:0;d00f728e99d7:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:37,453 DEBUG [RS:0;d00f728e99d7:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:37,453 DEBUG [RS:0;d00f728e99d7:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:37,453 DEBUG [RS:0;d00f728e99d7:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d00f728e99d7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T03:22:37,453 DEBUG [RS:0;d00f728e99d7:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:22:37,453 DEBUG [RS:0;d00f728e99d7:46125 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d00f728e99d7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T03:22:37,453 INFO [RS:0;d00f728e99d7:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:37,453 INFO [RS:0;d00f728e99d7:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:37,453 INFO [RS:0;d00f728e99d7:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:37,453 INFO [RS:0;d00f728e99d7:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:37,453 INFO [RS:0;d00f728e99d7:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:37,453 INFO [RS:0;d00f728e99d7:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,46125,1732072955101-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:22:37,467 INFO [RS:0;d00f728e99d7:46125 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T03:22:37,467 INFO [RS:0;d00f728e99d7:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,46125,1732072955101-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:37,467 INFO [RS:0;d00f728e99d7:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:37,467 INFO [RS:0;d00f728e99d7:46125 {}] regionserver.Replication(171): d00f728e99d7,46125,1732072955101 started 2024-11-20T03:22:37,482 INFO [RS:0;d00f728e99d7:46125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:37,483 INFO [RS:0;d00f728e99d7:46125 {}] regionserver.HRegionServer(1482): Serving as d00f728e99d7,46125,1732072955101, RpcServer on d00f728e99d7/172.17.0.2:46125, sessionid=0x1015643a2ac0007 2024-11-20T03:22:37,483 DEBUG [RS:0;d00f728e99d7:46125 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T03:22:37,483 DEBUG [RS:0;d00f728e99d7:46125 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d00f728e99d7,46125,1732072955101 2024-11-20T03:22:37,483 DEBUG [RS:0;d00f728e99d7:46125 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,46125,1732072955101' 2024-11-20T03:22:37,483 DEBUG [RS:0;d00f728e99d7:46125 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21407067361/flush-table-proc/abort' 2024-11-20T03:22:37,483 DEBUG [RS:0;d00f728e99d7:46125 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21407067361/flush-table-proc/acquired' 2024-11-20T03:22:37,484 DEBUG [RS:0;d00f728e99d7:46125 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T03:22:37,484 DEBUG [RS:0;d00f728e99d7:46125 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T03:22:37,484 DEBUG [RS:0;d00f728e99d7:46125 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d00f728e99d7,46125,1732072955101 2024-11-20T03:22:37,484 DEBUG [RS:0;d00f728e99d7:46125 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd00f728e99d7,46125,1732072955101' 2024-11-20T03:22:37,484 DEBUG [RS:0;d00f728e99d7:46125 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21407067361/online-snapshot/abort' 2024-11-20T03:22:37,484 DEBUG [RS:0;d00f728e99d7:46125 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21407067361/online-snapshot/acquired' 2024-11-20T03:22:37,484 DEBUG [RS:0;d00f728e99d7:46125 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T03:22:37,485 INFO [RS:0;d00f728e99d7:46125 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T03:22:37,485 INFO [RS:0;d00f728e99d7:46125 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T03:22:37,585 INFO [RS:0;d00f728e99d7:46125 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T03:22:37,586 INFO [RS:0;d00f728e99d7:46125 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C46125%2C1732072955101, suffix=, logDir=hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/WALs/d00f728e99d7,46125,1732072955101, archiveDir=hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/oldWALs, maxLogs=10 2024-11-20T03:22:37,598 DEBUG [RS:0;d00f728e99d7:46125 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/WALs/d00f728e99d7,46125,1732072955101/d00f728e99d7%2C46125%2C1732072955101.1732072957586, exclude list is [], retry=0 2024-11-20T03:22:37,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41955,DS-88c844c3-cb77-4401-8bbb-61c2dbf1b24c,DISK] 2024-11-20T03:22:37,601 INFO [RS:0;d00f728e99d7:46125 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/WALs/d00f728e99d7,46125,1732072955101/d00f728e99d7%2C46125%2C1732072955101.1732072957586 2024-11-20T03:22:37,602 DEBUG [RS:0;d00f728e99d7:46125 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45285:45285)] 2024-11-20T03:22:37,670 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T03:22:37,670 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d 2024-11-20T03:22:37,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741833_1009 (size=32) 2024-11-20T03:22:38,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:22:38,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:22:38,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:22:38,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:38,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:22:38,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:22:38,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:22:38,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:38,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:22:38,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:22:38,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:22:38,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:38,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:22:38,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:22:38,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:22:38,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:38,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:22:38,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:22:38,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/data/hbase/meta/1588230740 2024-11-20T03:22:38,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/data/hbase/meta/1588230740 2024-11-20T03:22:38,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:22:38,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:22:38,082 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:22:38,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:22:38,083 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:22:38,084 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65923653, jitterRate=-0.017661020159721375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:22:38,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732072958075Initializing all the Stores at 1732072958075Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072958075Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072958075Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072958076 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072958076Cleaning up temporary data from old regions at 1732072958081 (+5 ms)Region opened successfully at 1732072958084 (+3 ms) 2024-11-20T03:22:38,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:22:38,084 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:22:38,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:22:38,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:22:38,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:22:38,084 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:22:38,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072958084Disabling compacts and flushes for region at 1732072958084Disabling writes for close at 1732072958084Writing region close event to WAL at 1732072958084Closed at 1732072958084 2024-11-20T03:22:38,085 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:22:38,085 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T03:22:38,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T03:22:38,086 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:22:38,087 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T03:22:38,163 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T03:22:38,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:38,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:38,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:38,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:38,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:38,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:38,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:38,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:38,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:38,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:38,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:38,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:38,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:38,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:38,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:38,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:38,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:38,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:38,237 DEBUG [d00f728e99d7:46799 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T03:22:38,237 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d00f728e99d7,46125,1732072955101 2024-11-20T03:22:38,238 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,46125,1732072955101, state=OPENING 2024-11-20T03:22:38,290 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T03:22:38,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1015643a2ac0007, quorum=127.0.0.1:51344, baseZNode=/21407067361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21407067361 2024-11-20T03:22:38,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46799-0x1015643a2ac0006, quorum=127.0.0.1:51344, baseZNode=/21407067361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21407067361 2024-11-20T03:22:38,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21407067361/meta-region-server: CHANGED 2024-11-20T03:22:38,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21407067361/meta-region-server: CHANGED 2024-11-20T03:22:38,301 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:22:38,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,46125,1732072955101}] 2024-11-20T03:22:38,453 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:22:38,455 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T03:22:38,458 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T03:22:38,458 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:22:38,458 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T03:22:38,459 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C46125%2C1732072955101.meta, suffix=.meta, logDir=hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/WALs/d00f728e99d7,46125,1732072955101, archiveDir=hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/oldWALs, maxLogs=10 2024-11-20T03:22:38,473 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/WALs/d00f728e99d7,46125,1732072955101/d00f728e99d7%2C46125%2C1732072955101.meta.1732072958459.meta, exclude list is [], retry=0 2024-11-20T03:22:38,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41955,DS-88c844c3-cb77-4401-8bbb-61c2dbf1b24c,DISK] 2024-11-20T03:22:38,477 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/WALs/d00f728e99d7,46125,1732072955101/d00f728e99d7%2C46125%2C1732072955101.meta.1732072958459.meta 2024-11-20T03:22:38,477 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45285:45285)] 2024-11-20T03:22:38,477 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:22:38,478 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:22:38,478 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:22:38,478 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T03:22:38,478 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T03:22:38,478 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T03:22:38,478 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:22:38,478 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T03:22:38,478 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T03:22:38,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:22:38,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:22:38,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:38,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:22:38,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:22:38,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:22:38,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:38,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:22:38,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:22:38,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:22:38,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:38,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:22:38,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:22:38,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:22:38,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:38,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:22:38,484 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:22:38,484 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/data/hbase/meta/1588230740 2024-11-20T03:22:38,485 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/data/hbase/meta/1588230740 2024-11-20T03:22:38,486 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:22:38,486 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:22:38,486 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:22:38,487 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:22:38,488 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64844327, jitterRate=-0.03374423086643219}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:22:38,488 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T03:22:38,488 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732072958478Writing region info on filesystem at 1732072958478Initializing all the Stores at 1732072958479 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072958479Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072958479Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072958479Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732072958479Cleaning up temporary data from old regions at 1732072958486 (+7 ms)Running coprocessor post-open hooks at 1732072958488 (+2 ms)Region opened successfully at 1732072958488 2024-11-20T03:22:38,489 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732072958453 2024-11-20T03:22:38,491 DEBUG [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T03:22:38,491 INFO [RS_OPEN_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T03:22:38,491 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d00f728e99d7,46125,1732072955101 2024-11-20T03:22:38,492 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d00f728e99d7,46125,1732072955101, state=OPEN 2024-11-20T03:22:38,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46799-0x1015643a2ac0006, quorum=127.0.0.1:51344, baseZNode=/21407067361 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21407067361/meta-region-server 2024-11-20T03:22:38,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1015643a2ac0007, quorum=127.0.0.1:51344, baseZNode=/21407067361 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21407067361/meta-region-server 2024-11-20T03:22:38,500 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d00f728e99d7,46125,1732072955101 2024-11-20T03:22:38,500 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21407067361/meta-region-server: CHANGED 2024-11-20T03:22:38,501 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21407067361/meta-region-server: CHANGED 2024-11-20T03:22:38,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T03:22:38,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d00f728e99d7,46125,1732072955101 in 199 msec 2024-11-20T03:22:38,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T03:22:38,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 417 msec 2024-11-20T03:22:38,504 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T03:22:38,504 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T03:22:38,505 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:22:38,505 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,46125,1732072955101, seqNum=-1] 2024-11-20T03:22:38,506 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:22:38,506 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57581, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:22:38,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2490 sec 2024-11-20T03:22:38,510 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732072958510, completionTime=-1 2024-11-20T03:22:38,510 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T03:22:38,510 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T03:22:38,512 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T03:22:38,512 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732073018512 2024-11-20T03:22:38,512 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732073078512 2024-11-20T03:22:38,512 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T03:22:38,512 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,46799,1732072954953-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:38,512 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,46799,1732072954953-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:38,512 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,46799,1732072954953-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:38,512 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d00f728e99d7:46799, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:38,512 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:38,512 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:38,514 DEBUG [master/d00f728e99d7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T03:22:38,515 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.341sec 2024-11-20T03:22:38,515 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T03:22:38,515 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T03:22:38,515 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T03:22:38,515 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T03:22:38,515 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T03:22:38,515 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,46799,1732072954953-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T03:22:38,515 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,46799,1732072954953-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T03:22:38,517 DEBUG [master/d00f728e99d7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T03:22:38,517 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T03:22:38,517 INFO [master/d00f728e99d7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d00f728e99d7,46799,1732072954953-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T03:22:38,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@482f620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:38,534 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,46799,-1 for getting cluster id 2024-11-20T03:22:38,534 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:22:38,535 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1681219-258a-4690-8c0e-95943556cf50' 2024-11-20T03:22:38,535 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:22:38,535 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1681219-258a-4690-8c0e-95943556cf50" 2024-11-20T03:22:38,536 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47847e7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:38,536 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,46799,-1] 2024-11-20T03:22:38,536 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:22:38,536 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:38,537 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:22:38,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15984ac1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:38,538 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:22:38,539 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,46125,1732072955101, seqNum=-1] 2024-11-20T03:22:38,539 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:22:38,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:22:38,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d00f728e99d7,46799,1732072954953 2024-11-20T03:22:38,542 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:51344 2024-11-20T03:22:38,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:51344, baseZNode=/21407067361 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T03:22:38,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015643a2ac0008 connected 2024-11-20T03:22:38,566 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:22:38,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,36885,1732072943427 2024-11-20T03:22:38,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65ebb81 2024-11-20T03:22:38,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:22:38,568 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:22:38,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36885 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:22:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36885 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T03:22:38,571 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T03:22:38,571 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:38,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36885 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T03:22:38,572 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T03:22:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:22:38,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741835_1011 (size=902) 2024-11-20T03:22:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:22:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:22:38,979 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 16fd8d3f64e852dcf4b70b887483c095, NAME => 'test,,1732072958569.16fd8d3f64e852dcf4b70b887483c095.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be 2024-11-20T03:22:38,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741836_1012 (size=39) 2024-11-20T03:22:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:22:39,383 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732072958569.16fd8d3f64e852dcf4b70b887483c095.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:22:39,383 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 16fd8d3f64e852dcf4b70b887483c095, disabling compactions & flushes 2024-11-20T03:22:39,383 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732072958569.16fd8d3f64e852dcf4b70b887483c095. 2024-11-20T03:22:39,383 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732072958569.16fd8d3f64e852dcf4b70b887483c095. 2024-11-20T03:22:39,383 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732072958569.16fd8d3f64e852dcf4b70b887483c095. after waiting 0 ms 2024-11-20T03:22:39,383 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732072958569.16fd8d3f64e852dcf4b70b887483c095. 2024-11-20T03:22:39,383 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732072958569.16fd8d3f64e852dcf4b70b887483c095. 2024-11-20T03:22:39,383 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 16fd8d3f64e852dcf4b70b887483c095: Waiting for close lock at 1732072959383Disabling compacts and flushes for region at 1732072959383Disabling writes for close at 1732072959383Writing region close event to WAL at 1732072959383Closed at 1732072959383 2024-11-20T03:22:39,388 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T03:22:39,389 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732072958569.16fd8d3f64e852dcf4b70b887483c095.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732072959389"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732072959389"}]},"ts":"1732072959389"} 2024-11-20T03:22:39,391 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T03:22:39,392 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T03:22:39,393 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072959393"}]},"ts":"1732072959393"} 2024-11-20T03:22:39,395 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T03:22:39,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=16fd8d3f64e852dcf4b70b887483c095, ASSIGN}] 2024-11-20T03:22:39,397 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=16fd8d3f64e852dcf4b70b887483c095, ASSIGN 2024-11-20T03:22:39,400 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=16fd8d3f64e852dcf4b70b887483c095, ASSIGN; state=OFFLINE, location=d00f728e99d7,42371,1732072943592; forceNewPlan=false, retain=false 2024-11-20T03:22:39,551 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=16fd8d3f64e852dcf4b70b887483c095, regionState=OPENING, regionLocation=d00f728e99d7,42371,1732072943592 2024-11-20T03:22:39,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=16fd8d3f64e852dcf4b70b887483c095, ASSIGN because future has completed 2024-11-20T03:22:39,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16fd8d3f64e852dcf4b70b887483c095, server=d00f728e99d7,42371,1732072943592}] 2024-11-20T03:22:39,708 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732072958569.16fd8d3f64e852dcf4b70b887483c095. 2024-11-20T03:22:39,708 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 16fd8d3f64e852dcf4b70b887483c095, NAME => 'test,,1732072958569.16fd8d3f64e852dcf4b70b887483c095.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:22:39,708 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:22:39,708 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T03:22:39,709 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 16fd8d3f64e852dcf4b70b887483c095 2024-11-20T03:22:39,709 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732072958569.16fd8d3f64e852dcf4b70b887483c095.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:22:39,709 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 16fd8d3f64e852dcf4b70b887483c095 2024-11-20T03:22:39,709 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 16fd8d3f64e852dcf4b70b887483c095 2024-11-20T03:22:39,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:22:39,712 INFO [StoreOpener-16fd8d3f64e852dcf4b70b887483c095-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 16fd8d3f64e852dcf4b70b887483c095 2024-11-20T03:22:39,713 INFO [StoreOpener-16fd8d3f64e852dcf4b70b887483c095-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16fd8d3f64e852dcf4b70b887483c095 columnFamilyName f 2024-11-20T03:22:39,713 DEBUG [StoreOpener-16fd8d3f64e852dcf4b70b887483c095-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:39,714 INFO [StoreOpener-16fd8d3f64e852dcf4b70b887483c095-1 {}] regionserver.HStore(327): Store=16fd8d3f64e852dcf4b70b887483c095/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:22:39,714 INFO [StoreOpener-16fd8d3f64e852dcf4b70b887483c095-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 16fd8d3f64e852dcf4b70b887483c095 2024-11-20T03:22:39,715 INFO [StoreOpener-16fd8d3f64e852dcf4b70b887483c095-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16fd8d3f64e852dcf4b70b887483c095 columnFamilyName f1 2024-11-20T03:22:39,715 DEBUG [StoreOpener-16fd8d3f64e852dcf4b70b887483c095-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:39,715 INFO [StoreOpener-16fd8d3f64e852dcf4b70b887483c095-1 {}] regionserver.HStore(327): Store=16fd8d3f64e852dcf4b70b887483c095/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:22:39,715 INFO [StoreOpener-16fd8d3f64e852dcf4b70b887483c095-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 16fd8d3f64e852dcf4b70b887483c095 2024-11-20T03:22:39,716 INFO [StoreOpener-16fd8d3f64e852dcf4b70b887483c095-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16fd8d3f64e852dcf4b70b887483c095 columnFamilyName norep 2024-11-20T03:22:39,716 DEBUG [StoreOpener-16fd8d3f64e852dcf4b70b887483c095-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:39,716 INFO [StoreOpener-16fd8d3f64e852dcf4b70b887483c095-1 {}] regionserver.HStore(327): Store=16fd8d3f64e852dcf4b70b887483c095/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:22:39,716 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 16fd8d3f64e852dcf4b70b887483c095 2024-11-20T03:22:39,716 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/default/test/16fd8d3f64e852dcf4b70b887483c095 2024-11-20T03:22:39,717 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/default/test/16fd8d3f64e852dcf4b70b887483c095 2024-11-20T03:22:39,717 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 16fd8d3f64e852dcf4b70b887483c095 2024-11-20T03:22:39,717 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 16fd8d3f64e852dcf4b70b887483c095 2024-11-20T03:22:39,718 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:22:39,718 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 16fd8d3f64e852dcf4b70b887483c095 2024-11-20T03:22:39,720 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/default/test/16fd8d3f64e852dcf4b70b887483c095/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:22:39,720 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 16fd8d3f64e852dcf4b70b887483c095; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67067549, jitterRate=-6.156414747238159E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:22:39,721 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 16fd8d3f64e852dcf4b70b887483c095 2024-11-20T03:22:39,721 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 16fd8d3f64e852dcf4b70b887483c095: Running coprocessor pre-open hook at 1732072959709Writing region info on filesystem at 1732072959709Initializing all the Stores at 1732072959709Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072959709Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072959712 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072959712Cleaning up temporary data from old regions at 1732072959717 (+5 ms)Running coprocessor post-open hooks at 1732072959721 (+4 ms)Region opened successfully at 1732072959721 2024-11-20T03:22:39,722 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732072958569.16fd8d3f64e852dcf4b70b887483c095., pid=6, masterSystemTime=1732072959705 2024-11-20T03:22:39,723 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732072958569.16fd8d3f64e852dcf4b70b887483c095. 2024-11-20T03:22:39,723 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732072958569.16fd8d3f64e852dcf4b70b887483c095. 2024-11-20T03:22:39,724 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=16fd8d3f64e852dcf4b70b887483c095, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d00f728e99d7,42371,1732072943592 2024-11-20T03:22:39,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16fd8d3f64e852dcf4b70b887483c095, server=d00f728e99d7,42371,1732072943592 because future has completed 2024-11-20T03:22:39,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T03:22:39,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 16fd8d3f64e852dcf4b70b887483c095, server=d00f728e99d7,42371,1732072943592 in 173 msec 2024-11-20T03:22:39,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T03:22:39,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=16fd8d3f64e852dcf4b70b887483c095, ASSIGN in 332 msec 2024-11-20T03:22:39,729 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T03:22:39,729 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072959729"}]},"ts":"1732072959729"} 2024-11-20T03:22:39,730 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T03:22:39,731 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T03:22:39,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1620 sec 2024-11-20T03:22:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:22:40,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:22:40,722 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T03:22:40,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,38709,1732072949293 2024-11-20T03:22:40,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@689248bf 2024-11-20T03:22:40,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:22:40,724 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:22:40,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38709 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:22:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38709 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T03:22:40,726 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T03:22:40,726 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:40,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38709 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T03:22:40,727 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T03:22:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:22:40,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40313 is added to blk_1073741835_1011 (size=902) 2024-11-20T03:22:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:22:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:22:41,132 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5ff9bd1dfe07dbf12307ec75a8fbf694, NAME => 'test,,1732072960724.5ff9bd1dfe07dbf12307ec75a8fbf694.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591 2024-11-20T03:22:41,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40313 is added to blk_1073741836_1012 (size=39) 2024-11-20T03:22:41,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:22:41,539 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732072960724.5ff9bd1dfe07dbf12307ec75a8fbf694.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:22:41,540 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5ff9bd1dfe07dbf12307ec75a8fbf694, disabling compactions & flushes 2024-11-20T03:22:41,540 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732072960724.5ff9bd1dfe07dbf12307ec75a8fbf694. 2024-11-20T03:22:41,540 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732072960724.5ff9bd1dfe07dbf12307ec75a8fbf694. 2024-11-20T03:22:41,540 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732072960724.5ff9bd1dfe07dbf12307ec75a8fbf694. after waiting 0 ms 2024-11-20T03:22:41,540 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732072960724.5ff9bd1dfe07dbf12307ec75a8fbf694. 2024-11-20T03:22:41,540 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732072960724.5ff9bd1dfe07dbf12307ec75a8fbf694. 2024-11-20T03:22:41,540 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5ff9bd1dfe07dbf12307ec75a8fbf694: Waiting for close lock at 1732072961539Disabling compacts and flushes for region at 1732072961539Disabling writes for close at 1732072961540 (+1 ms)Writing region close event to WAL at 1732072961540Closed at 1732072961540 2024-11-20T03:22:41,541 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T03:22:41,541 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732072960724.5ff9bd1dfe07dbf12307ec75a8fbf694.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732072961541"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732072961541"}]},"ts":"1732072961541"} 2024-11-20T03:22:41,542 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T03:22:41,543 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T03:22:41,543 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072961543"}]},"ts":"1732072961543"} 2024-11-20T03:22:41,544 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T03:22:41,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5ff9bd1dfe07dbf12307ec75a8fbf694, ASSIGN}] 2024-11-20T03:22:41,545 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5ff9bd1dfe07dbf12307ec75a8fbf694, ASSIGN 2024-11-20T03:22:41,545 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5ff9bd1dfe07dbf12307ec75a8fbf694, ASSIGN; state=OFFLINE, location=d00f728e99d7,33999,1732072949529; forceNewPlan=false, retain=false 2024-11-20T03:22:41,696 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5ff9bd1dfe07dbf12307ec75a8fbf694, regionState=OPENING, regionLocation=d00f728e99d7,33999,1732072949529 2024-11-20T03:22:41,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5ff9bd1dfe07dbf12307ec75a8fbf694, ASSIGN because future has completed 2024-11-20T03:22:41,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ff9bd1dfe07dbf12307ec75a8fbf694, server=d00f728e99d7,33999,1732072949529}] 2024-11-20T03:22:41,852 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732072960724.5ff9bd1dfe07dbf12307ec75a8fbf694. 2024-11-20T03:22:41,852 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ff9bd1dfe07dbf12307ec75a8fbf694, NAME => 'test,,1732072960724.5ff9bd1dfe07dbf12307ec75a8fbf694.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:22:41,853 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:22:41,853 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T03:22:41,853 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5ff9bd1dfe07dbf12307ec75a8fbf694 2024-11-20T03:22:41,853 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732072960724.5ff9bd1dfe07dbf12307ec75a8fbf694.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:22:41,853 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5ff9bd1dfe07dbf12307ec75a8fbf694 2024-11-20T03:22:41,853 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5ff9bd1dfe07dbf12307ec75a8fbf694 2024-11-20T03:22:41,854 INFO [StoreOpener-5ff9bd1dfe07dbf12307ec75a8fbf694-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5ff9bd1dfe07dbf12307ec75a8fbf694 2024-11-20T03:22:41,855 INFO [StoreOpener-5ff9bd1dfe07dbf12307ec75a8fbf694-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ff9bd1dfe07dbf12307ec75a8fbf694 columnFamilyName f 2024-11-20T03:22:41,855 DEBUG [StoreOpener-5ff9bd1dfe07dbf12307ec75a8fbf694-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:41,855 INFO [StoreOpener-5ff9bd1dfe07dbf12307ec75a8fbf694-1 {}] regionserver.HStore(327): Store=5ff9bd1dfe07dbf12307ec75a8fbf694/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:22:41,855 INFO [StoreOpener-5ff9bd1dfe07dbf12307ec75a8fbf694-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5ff9bd1dfe07dbf12307ec75a8fbf694 2024-11-20T03:22:41,856 INFO [StoreOpener-5ff9bd1dfe07dbf12307ec75a8fbf694-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ff9bd1dfe07dbf12307ec75a8fbf694 columnFamilyName f1 2024-11-20T03:22:41,856 DEBUG [StoreOpener-5ff9bd1dfe07dbf12307ec75a8fbf694-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:41,856 INFO [StoreOpener-5ff9bd1dfe07dbf12307ec75a8fbf694-1 {}] regionserver.HStore(327): Store=5ff9bd1dfe07dbf12307ec75a8fbf694/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:22:41,856 INFO [StoreOpener-5ff9bd1dfe07dbf12307ec75a8fbf694-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5ff9bd1dfe07dbf12307ec75a8fbf694 2024-11-20T03:22:41,857 INFO [StoreOpener-5ff9bd1dfe07dbf12307ec75a8fbf694-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ff9bd1dfe07dbf12307ec75a8fbf694 columnFamilyName norep 2024-11-20T03:22:41,857 DEBUG [StoreOpener-5ff9bd1dfe07dbf12307ec75a8fbf694-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:41,857 INFO [StoreOpener-5ff9bd1dfe07dbf12307ec75a8fbf694-1 {}] regionserver.HStore(327): Store=5ff9bd1dfe07dbf12307ec75a8fbf694/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:22:41,857 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5ff9bd1dfe07dbf12307ec75a8fbf694 2024-11-20T03:22:41,858 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/default/test/5ff9bd1dfe07dbf12307ec75a8fbf694 2024-11-20T03:22:41,858 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/default/test/5ff9bd1dfe07dbf12307ec75a8fbf694 2024-11-20T03:22:41,859 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5ff9bd1dfe07dbf12307ec75a8fbf694 2024-11-20T03:22:41,859 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5ff9bd1dfe07dbf12307ec75a8fbf694 2024-11-20T03:22:41,859 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:22:41,860 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5ff9bd1dfe07dbf12307ec75a8fbf694 2024-11-20T03:22:41,861 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/default/test/5ff9bd1dfe07dbf12307ec75a8fbf694/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:22:41,861 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5ff9bd1dfe07dbf12307ec75a8fbf694; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60473113, jitterRate=-0.09888039529323578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:22:41,861 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ff9bd1dfe07dbf12307ec75a8fbf694 2024-11-20T03:22:41,861 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5ff9bd1dfe07dbf12307ec75a8fbf694: Running coprocessor pre-open hook at 1732072961853Writing region info on filesystem at 1732072961853Initializing all the Stores at 1732072961854 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072961854Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072961854Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072961854Cleaning up temporary data from old regions at 1732072961859 (+5 ms)Running coprocessor post-open hooks at 1732072961861 (+2 ms)Region opened successfully at 1732072961861 2024-11-20T03:22:41,862 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732072960724.5ff9bd1dfe07dbf12307ec75a8fbf694., pid=6, masterSystemTime=1732072961850 2024-11-20T03:22:41,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:22:41,864 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732072960724.5ff9bd1dfe07dbf12307ec75a8fbf694. 2024-11-20T03:22:41,864 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732072960724.5ff9bd1dfe07dbf12307ec75a8fbf694. 2024-11-20T03:22:41,864 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5ff9bd1dfe07dbf12307ec75a8fbf694, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d00f728e99d7,33999,1732072949529 2024-11-20T03:22:41,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ff9bd1dfe07dbf12307ec75a8fbf694, server=d00f728e99d7,33999,1732072949529 because future has completed 2024-11-20T03:22:41,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T03:22:41,868 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ff9bd1dfe07dbf12307ec75a8fbf694, server=d00f728e99d7,33999,1732072949529 in 168 msec 2024-11-20T03:22:41,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T03:22:41,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5ff9bd1dfe07dbf12307ec75a8fbf694, ASSIGN in 323 msec 2024-11-20T03:22:41,870 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T03:22:41,870 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072961870"}]},"ts":"1732072961870"} 2024-11-20T03:22:41,871 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T03:22:41,871 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T03:22:41,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-11-20T03:22:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38709 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:22:42,872 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T03:22:42,872 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:22:42,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,46799,1732072954953 2024-11-20T03:22:42,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f14db19 2024-11-20T03:22:42,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:22:42,874 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:22:42,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46799 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:22:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46799 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T03:22:42,876 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T03:22:42,876 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:42,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46799 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T03:22:42,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:22:42,876 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T03:22:42,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741835_1011 (size=902) 2024-11-20T03:22:42,882 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0c45fcf297f4d297263f03d461281777, NAME => 'test,,1732072962874.0c45fcf297f4d297263f03d461281777.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d 2024-11-20T03:22:42,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741836_1012 (size=39) 2024-11-20T03:22:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:22:42,992 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:22:42,992 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d00f728e99d7,34923,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:34923 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T03:22:42,993 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148957 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [d00f728e99d7,34923,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:34923 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T03:22:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:22:43,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732072962874.0c45fcf297f4d297263f03d461281777.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:22:43,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0c45fcf297f4d297263f03d461281777, disabling compactions & flushes 2024-11-20T03:22:43,287 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732072962874.0c45fcf297f4d297263f03d461281777. 2024-11-20T03:22:43,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732072962874.0c45fcf297f4d297263f03d461281777. 2024-11-20T03:22:43,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732072962874.0c45fcf297f4d297263f03d461281777. after waiting 0 ms 2024-11-20T03:22:43,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732072962874.0c45fcf297f4d297263f03d461281777. 2024-11-20T03:22:43,287 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732072962874.0c45fcf297f4d297263f03d461281777. 2024-11-20T03:22:43,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0c45fcf297f4d297263f03d461281777: Waiting for close lock at 1732072963287Disabling compacts and flushes for region at 1732072963287Disabling writes for close at 1732072963287Writing region close event to WAL at 1732072963287Closed at 1732072963287 2024-11-20T03:22:43,288 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T03:22:43,288 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732072962874.0c45fcf297f4d297263f03d461281777.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732072963288"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732072963288"}]},"ts":"1732072963288"} 2024-11-20T03:22:43,290 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T03:22:43,290 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T03:22:43,291 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072963290"}]},"ts":"1732072963290"} 2024-11-20T03:22:43,292 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T03:22:43,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0c45fcf297f4d297263f03d461281777, ASSIGN}] 2024-11-20T03:22:43,293 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0c45fcf297f4d297263f03d461281777, ASSIGN 2024-11-20T03:22:43,293 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0c45fcf297f4d297263f03d461281777, ASSIGN; state=OFFLINE, location=d00f728e99d7,46125,1732072955101; forceNewPlan=false, retain=false 2024-11-20T03:22:43,444 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0c45fcf297f4d297263f03d461281777, regionState=OPENING, regionLocation=d00f728e99d7,46125,1732072955101 2024-11-20T03:22:43,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0c45fcf297f4d297263f03d461281777, ASSIGN because future has completed 2024-11-20T03:22:43,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c45fcf297f4d297263f03d461281777, server=d00f728e99d7,46125,1732072955101}] 2024-11-20T03:22:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:22:43,601 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732072962874.0c45fcf297f4d297263f03d461281777. 2024-11-20T03:22:43,601 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c45fcf297f4d297263f03d461281777, NAME => 'test,,1732072962874.0c45fcf297f4d297263f03d461281777.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:22:43,601 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:22:43,601 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T03:22:43,601 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0c45fcf297f4d297263f03d461281777 2024-11-20T03:22:43,601 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732072962874.0c45fcf297f4d297263f03d461281777.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:22:43,601 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0c45fcf297f4d297263f03d461281777 2024-11-20T03:22:43,601 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0c45fcf297f4d297263f03d461281777 2024-11-20T03:22:43,602 INFO [StoreOpener-0c45fcf297f4d297263f03d461281777-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0c45fcf297f4d297263f03d461281777 2024-11-20T03:22:43,603 INFO [StoreOpener-0c45fcf297f4d297263f03d461281777-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c45fcf297f4d297263f03d461281777 columnFamilyName f 2024-11-20T03:22:43,603 DEBUG [StoreOpener-0c45fcf297f4d297263f03d461281777-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:43,603 INFO [StoreOpener-0c45fcf297f4d297263f03d461281777-1 {}] regionserver.HStore(327): Store=0c45fcf297f4d297263f03d461281777/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:22:43,604 INFO [StoreOpener-0c45fcf297f4d297263f03d461281777-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0c45fcf297f4d297263f03d461281777 2024-11-20T03:22:43,604 INFO [StoreOpener-0c45fcf297f4d297263f03d461281777-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c45fcf297f4d297263f03d461281777 columnFamilyName f1 2024-11-20T03:22:43,604 DEBUG [StoreOpener-0c45fcf297f4d297263f03d461281777-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:43,604 INFO [StoreOpener-0c45fcf297f4d297263f03d461281777-1 {}] regionserver.HStore(327): Store=0c45fcf297f4d297263f03d461281777/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:22:43,604 INFO [StoreOpener-0c45fcf297f4d297263f03d461281777-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0c45fcf297f4d297263f03d461281777 2024-11-20T03:22:43,605 INFO [StoreOpener-0c45fcf297f4d297263f03d461281777-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c45fcf297f4d297263f03d461281777 columnFamilyName norep 2024-11-20T03:22:43,605 DEBUG [StoreOpener-0c45fcf297f4d297263f03d461281777-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:43,605 INFO [StoreOpener-0c45fcf297f4d297263f03d461281777-1 {}] regionserver.HStore(327): Store=0c45fcf297f4d297263f03d461281777/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:22:43,605 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0c45fcf297f4d297263f03d461281777 2024-11-20T03:22:43,606 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/data/default/test/0c45fcf297f4d297263f03d461281777 2024-11-20T03:22:43,606 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/data/default/test/0c45fcf297f4d297263f03d461281777 2024-11-20T03:22:43,606 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0c45fcf297f4d297263f03d461281777 2024-11-20T03:22:43,607 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0c45fcf297f4d297263f03d461281777 2024-11-20T03:22:43,607 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:22:43,607 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0c45fcf297f4d297263f03d461281777 2024-11-20T03:22:43,609 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/data/default/test/0c45fcf297f4d297263f03d461281777/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:22:43,609 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0c45fcf297f4d297263f03d461281777; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63099141, jitterRate=-0.059749528765678406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:22:43,609 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c45fcf297f4d297263f03d461281777 2024-11-20T03:22:43,609 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0c45fcf297f4d297263f03d461281777: Running coprocessor pre-open hook at 1732072963601Writing region info on filesystem at 1732072963602 (+1 ms)Initializing all the Stores at 1732072963602Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072963602Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072963602Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072963602Cleaning up temporary data from old regions at 1732072963607 (+5 ms)Running coprocessor post-open hooks at 1732072963609 (+2 ms)Region opened successfully at 1732072963609 2024-11-20T03:22:43,610 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732072962874.0c45fcf297f4d297263f03d461281777., pid=6, masterSystemTime=1732072963598 2024-11-20T03:22:43,612 DEBUG [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732072962874.0c45fcf297f4d297263f03d461281777. 2024-11-20T03:22:43,612 INFO [RS_OPEN_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732072962874.0c45fcf297f4d297263f03d461281777. 2024-11-20T03:22:43,612 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0c45fcf297f4d297263f03d461281777, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=d00f728e99d7,46125,1732072955101 2024-11-20T03:22:43,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c45fcf297f4d297263f03d461281777, server=d00f728e99d7,46125,1732072955101 because future has completed 2024-11-20T03:22:43,615 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T03:22:43,615 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c45fcf297f4d297263f03d461281777, server=d00f728e99d7,46125,1732072955101 in 168 msec 2024-11-20T03:22:43,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T03:22:43,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0c45fcf297f4d297263f03d461281777, ASSIGN in 323 msec 2024-11-20T03:22:43,617 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T03:22:43,618 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072963617"}]},"ts":"1732072963617"} 2024-11-20T03:22:43,619 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T03:22:43,619 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T03:22:43,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 745 msec 2024-11-20T03:22:43,981 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T03:22:43,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:43,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:43,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:43,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:43,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:43,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:43,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:43,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:44,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T03:22:44,012 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T03:22:44,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a2c9bb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:44,014 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,36885,-1 for getting cluster id 2024-11-20T03:22:44,014 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:22:44,016 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08a1f086-a730-44fd-acfd-5491642d0460' 2024-11-20T03:22:44,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:22:44,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08a1f086-a730-44fd-acfd-5491642d0460" 2024-11-20T03:22:44,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63aa0f1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:44,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,36885,-1] 2024-11-20T03:22:44,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:22:44,018 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:44,019 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:22:44,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7011495c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:44,020 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:22:44,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,36885,1732072943427 2024-11-20T03:22:44,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57ca04a6 2024-11-20T03:22:44,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:22:44,022 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:22:44,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36885 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://d00f728e99d7:38709,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T03:22:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36885 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T03:22:44,029 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d00f728e99d7:38709' 2024-11-20T03:22:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:22:44,037 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1367cdd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:44,038 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,38709,-1 for getting cluster id 2024-11-20T03:22:44,038 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:22:44,038 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a574cf52-c57b-4098-a420-736a8f3e5260' 2024-11-20T03:22:44,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:22:44,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a574cf52-c57b-4098-a420-736a8f3e5260" 2024-11-20T03:22:44,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@710c7c47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:44,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,38709,-1] 2024-11-20T03:22:44,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:22:44,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:44,040 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:22:44,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a47441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:44,041 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:22:44,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,38709,1732072949293 2024-11-20T03:22:44,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ff9771a 2024-11-20T03:22:44,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:22:44,043 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:22:44,050 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-20T03:22:44,050 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T03:22:44,050 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:44,050 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:22:44,050 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:44,050 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T03:22:44,052 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T03:22:44,053 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T03:22:44,053 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:44,054 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T03:22:44,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:44,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:44,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:44,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:44,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:44,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:44,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:44,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741837_1013 (size=1138) 2024-11-20T03:22:44,102 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T03:22:44,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:44,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:44,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:22:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:22:44,503 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6ac2b243124f2c366fd23c3e3946c2d1, NAME => 'hbase:replication,,1732072964050.6ac2b243124f2c366fd23c3e3946c2d1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be 2024-11-20T03:22:44,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741838_1014 (size=44) 2024-11-20T03:22:44,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:22:44,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732072964050.6ac2b243124f2c366fd23c3e3946c2d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:22:44,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6ac2b243124f2c366fd23c3e3946c2d1, disabling compactions & flushes 2024-11-20T03:22:44,909 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732072964050.6ac2b243124f2c366fd23c3e3946c2d1. 2024-11-20T03:22:44,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732072964050.6ac2b243124f2c366fd23c3e3946c2d1. 2024-11-20T03:22:44,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732072964050.6ac2b243124f2c366fd23c3e3946c2d1. after waiting 0 ms 2024-11-20T03:22:44,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732072964050.6ac2b243124f2c366fd23c3e3946c2d1. 2024-11-20T03:22:44,909 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732072964050.6ac2b243124f2c366fd23c3e3946c2d1. 2024-11-20T03:22:44,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6ac2b243124f2c366fd23c3e3946c2d1: Waiting for close lock at 1732072964909Disabling compacts and flushes for region at 1732072964909Disabling writes for close at 1732072964909Writing region close event to WAL at 1732072964909Closed at 1732072964909 2024-11-20T03:22:44,910 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T03:22:44,911 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732072964050.6ac2b243124f2c366fd23c3e3946c2d1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732072964910"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732072964910"}]},"ts":"1732072964910"} 2024-11-20T03:22:44,914 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T03:22:44,916 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T03:22:44,917 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072964916"}]},"ts":"1732072964916"} 2024-11-20T03:22:44,920 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T03:22:44,920 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6ac2b243124f2c366fd23c3e3946c2d1, ASSIGN}] 2024-11-20T03:22:44,922 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6ac2b243124f2c366fd23c3e3946c2d1, ASSIGN 2024-11-20T03:22:44,922 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6ac2b243124f2c366fd23c3e3946c2d1, ASSIGN; state=OFFLINE, location=d00f728e99d7,42371,1732072943592; forceNewPlan=false, retain=false 2024-11-20T03:22:45,073 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6ac2b243124f2c366fd23c3e3946c2d1, regionState=OPENING, regionLocation=d00f728e99d7,42371,1732072943592 2024-11-20T03:22:45,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6ac2b243124f2c366fd23c3e3946c2d1, ASSIGN because future has completed 2024-11-20T03:22:45,076 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ac2b243124f2c366fd23c3e3946c2d1, server=d00f728e99d7,42371,1732072943592}] 2024-11-20T03:22:45,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:22:45,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732072964050.6ac2b243124f2c366fd23c3e3946c2d1. 2024-11-20T03:22:45,233 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:22:45,233 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T03:22:45,234 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=d00f728e99d7%2C42371%2C1732072943592.rep, suffix=, logDir=hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592, archiveDir=hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/oldWALs, maxLogs=10 2024-11-20T03:22:45,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.rep.1732072965234, exclude list is [], retry=0 2024-11-20T03:22:45,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44231,DS-dba7be5f-4d60-4de4-b45c-ee1d1011942e,DISK] 2024-11-20T03:22:45,262 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.rep.1732072965234 2024-11-20T03:22:45,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44821:44821)] 2024-11-20T03:22:45,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6ac2b243124f2c366fd23c3e3946c2d1, NAME => 'hbase:replication,,1732072964050.6ac2b243124f2c366fd23c3e3946c2d1.', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:22:45,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T03:22:45,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:22:45,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732072964050.6ac2b243124f2c366fd23c3e3946c2d1. service=MultiRowMutationService 2024-11-20T03:22:45,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T03:22:45,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6ac2b243124f2c366fd23c3e3946c2d1 2024-11-20T03:22:45,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732072964050.6ac2b243124f2c366fd23c3e3946c2d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:22:45,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6ac2b243124f2c366fd23c3e3946c2d1 2024-11-20T03:22:45,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6ac2b243124f2c366fd23c3e3946c2d1 2024-11-20T03:22:45,266 INFO [StoreOpener-6ac2b243124f2c366fd23c3e3946c2d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6ac2b243124f2c366fd23c3e3946c2d1 2024-11-20T03:22:45,267 INFO [StoreOpener-6ac2b243124f2c366fd23c3e3946c2d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ac2b243124f2c366fd23c3e3946c2d1 columnFamilyName hfileref 2024-11-20T03:22:45,268 DEBUG [StoreOpener-6ac2b243124f2c366fd23c3e3946c2d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:45,268 INFO [StoreOpener-6ac2b243124f2c366fd23c3e3946c2d1-1 {}] regionserver.HStore(327): Store=6ac2b243124f2c366fd23c3e3946c2d1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:22:45,268 INFO [StoreOpener-6ac2b243124f2c366fd23c3e3946c2d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6ac2b243124f2c366fd23c3e3946c2d1 2024-11-20T03:22:45,269 INFO [StoreOpener-6ac2b243124f2c366fd23c3e3946c2d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ac2b243124f2c366fd23c3e3946c2d1 columnFamilyName queue 2024-11-20T03:22:45,269 DEBUG [StoreOpener-6ac2b243124f2c366fd23c3e3946c2d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:45,269 INFO [StoreOpener-6ac2b243124f2c366fd23c3e3946c2d1-1 {}] regionserver.HStore(327): Store=6ac2b243124f2c366fd23c3e3946c2d1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:22:45,269 INFO [StoreOpener-6ac2b243124f2c366fd23c3e3946c2d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6ac2b243124f2c366fd23c3e3946c2d1 2024-11-20T03:22:45,270 INFO [StoreOpener-6ac2b243124f2c366fd23c3e3946c2d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ac2b243124f2c366fd23c3e3946c2d1 columnFamilyName sid 2024-11-20T03:22:45,270 DEBUG [StoreOpener-6ac2b243124f2c366fd23c3e3946c2d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:22:45,270 INFO [StoreOpener-6ac2b243124f2c366fd23c3e3946c2d1-1 {}] regionserver.HStore(327): Store=6ac2b243124f2c366fd23c3e3946c2d1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:22:45,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6ac2b243124f2c366fd23c3e3946c2d1 2024-11-20T03:22:45,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/hbase/replication/6ac2b243124f2c366fd23c3e3946c2d1 2024-11-20T03:22:45,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/hbase/replication/6ac2b243124f2c366fd23c3e3946c2d1 2024-11-20T03:22:45,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6ac2b243124f2c366fd23c3e3946c2d1 2024-11-20T03:22:45,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6ac2b243124f2c366fd23c3e3946c2d1 2024-11-20T03:22:45,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:22:45,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6ac2b243124f2c366fd23c3e3946c2d1 2024-11-20T03:22:45,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/hbase/replication/6ac2b243124f2c366fd23c3e3946c2d1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T03:22:45,280 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6ac2b243124f2c366fd23c3e3946c2d1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67191030, jitterRate=0.0012243688106536865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:22:45,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6ac2b243124f2c366fd23c3e3946c2d1 2024-11-20T03:22:45,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6ac2b243124f2c366fd23c3e3946c2d1: Running coprocessor pre-open hook at 1732072965265Writing region info on filesystem at 1732072965265Initializing all the Stores at 1732072965266 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072965266Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072965266Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732072965266Cleaning up temporary data from old regions at 1732072965271 (+5 ms)Running coprocessor post-open hooks at 1732072965280 (+9 ms)Region opened successfully at 1732072965280 2024-11-20T03:22:45,283 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732072964050.6ac2b243124f2c366fd23c3e3946c2d1., pid=10, masterSystemTime=1732072965228 2024-11-20T03:22:45,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732072964050.6ac2b243124f2c366fd23c3e3946c2d1. 2024-11-20T03:22:45,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732072964050.6ac2b243124f2c366fd23c3e3946c2d1. 2024-11-20T03:22:45,285 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6ac2b243124f2c366fd23c3e3946c2d1, regionState=OPEN, openSeqNum=2, regionLocation=d00f728e99d7,42371,1732072943592 2024-11-20T03:22:45,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ac2b243124f2c366fd23c3e3946c2d1, server=d00f728e99d7,42371,1732072943592 because future has completed 2024-11-20T03:22:45,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T03:22:45,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6ac2b243124f2c366fd23c3e3946c2d1, server=d00f728e99d7,42371,1732072943592 in 212 msec 2024-11-20T03:22:45,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T03:22:45,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6ac2b243124f2c366fd23c3e3946c2d1, ASSIGN in 369 msec 2024-11-20T03:22:45,292 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T03:22:45,292 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732072965292"}]},"ts":"1732072965292"} 2024-11-20T03:22:45,294 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T03:22:45,295 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T03:22:45,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2450 sec 2024-11-20T03:22:45,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732072964050.6ac2b243124f2c366fd23c3e3946c2d1., hostname=d00f728e99d7,42371,1732072943592, seqNum=2] 2024-11-20T03:22:45,338 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x1015643a2ac0001, quorum=127.0.0.1:51344, baseZNode=/01742882746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01742882746 2024-11-20T03:22:45,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36885-0x1015643a2ac0000, quorum=127.0.0.1:51344, baseZNode=/01742882746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01742882746 2024-11-20T03:22:45,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T03:22:45,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42371 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T03:22:45,513 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T03:22:45,544 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-d00f728e99d7,42371,1732072943592, ReplicationSource: 1, currentBandwidth=0 2024-11-20T03:22:45,545 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:22:45,545 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,42371,1732072943592, seqNum=-1] 2024-11-20T03:22:45,545 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:22:45,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-20T03:22:45,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-d00f728e99d7,42371,1732072943592', locateType=CURRENT is [region=hbase:replication,,1732072964050.6ac2b243124f2c366fd23c3e3946c2d1., hostname=d00f728e99d7,42371,1732072943592, seqNum=2] 2024-11-20T03:22:45,554 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T03:22:45,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36885 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T03:22:45,564 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on d00f728e99d7,42371,1732072943592 suceeded 2024-11-20T03:22:45,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T03:22:45,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-20T03:22:45,566 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://d00f728e99d7:38709,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T03:22:45,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5430 sec 2024-11-20T03:22:45,579 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d00f728e99d7:38709' 2024-11-20T03:22:45,588 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@662b1ce3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:45,588 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,38709,-1 for getting cluster id 2024-11-20T03:22:45,589 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:22:45,589 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a574cf52-c57b-4098-a420-736a8f3e5260' 2024-11-20T03:22:45,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:22:45,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a574cf52-c57b-4098-a420-736a8f3e5260" 2024-11-20T03:22:45,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31c666c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:45,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,38709,-1] 2024-11-20T03:22:45,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:22:45,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:45,590 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:22:45,591 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@388804be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:45,591 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:22:45,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,38709,1732072949293 2024-11-20T03:22:45,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9e350f3 2024-11-20T03:22:45,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:22:45,593 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-20T03:22:45,593 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-d00f728e99d7,42371,1732072943592 (queues=1) is replicating from cluster=08a1f086-a730-44fd-acfd-5491642d0460 to cluster=a574cf52-c57b-4098-a420-736a8f3e5260 2024-11-20T03:22:45,593 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=d00f728e99d7%2C42371%2C1732072943592 2024-11-20T03:22:45,593 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-d00f728e99d7,42371,1732072943592, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T03:22:45,594 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,1-d00f728e99d7,42371,1732072943592 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072945907, startPosition=0, beingWritten=true 2024-11-20T03:22:45,594 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592.replicationSource.shipperd00f728e99d7%2C42371%2C1732072943592,1-d00f728e99d7,42371,1732072943592 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d00f728e99d7%2C42371%2C1732072943592 2024-11-20T03:22:45,597 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,1-d00f728e99d7,42371,1732072943592 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T03:22:45,597 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,1-d00f728e99d7,42371,1732072943592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072945907 to pos 379, reset compression=false 2024-11-20T03:22:45,598 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592.replicationSource.shipperd00f728e99d7%2C42371%2C1732072943592,1-d00f728e99d7,42371,1732072943592 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,42371,1732072943592 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072945907, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T03:22:45,801 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,1-d00f728e99d7,42371,1732072943592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072945907 to pos 379, reset compression=false 2024-11-20T03:22:46,104 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,1-d00f728e99d7,42371,1732072943592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072945907 to pos 379, reset compression=false 2024-11-20T03:22:46,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T03:22:46,192 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T03:22:46,192 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:22:46,192 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:22:46,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:46,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:46,192 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:22:46,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de7c408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:46,193 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,36885,-1 for getting cluster id 2024-11-20T03:22:46,193 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:22:46,194 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08a1f086-a730-44fd-acfd-5491642d0460' 2024-11-20T03:22:46,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:22:46,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08a1f086-a730-44fd-acfd-5491642d0460" 2024-11-20T03:22:46,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9dee39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:46,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,36885,-1] 2024-11-20T03:22:46,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:22:46,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:46,195 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:22:46,195 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b73b0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:46,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1179f164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:46,196 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,38709,-1 for getting cluster id 2024-11-20T03:22:46,196 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:22:46,196 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a574cf52-c57b-4098-a420-736a8f3e5260' 2024-11-20T03:22:46,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:22:46,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a574cf52-c57b-4098-a420-736a8f3e5260" 2024-11-20T03:22:46,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@264f0997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:46,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,38709,-1] 2024-11-20T03:22:46,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:22:46,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:46,197 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:22:46,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0db0c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:46,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7781cb0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:46,198 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,46799,-1 for getting cluster id 2024-11-20T03:22:46,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:22:46,198 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1681219-258a-4690-8c0e-95943556cf50' 2024-11-20T03:22:46,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:22:46,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1681219-258a-4690-8c0e-95943556cf50" 2024-11-20T03:22:46,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8cdc384, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:46,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,46799,-1] 2024-11-20T03:22:46,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:22:46,199 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:46,199 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:22:46,199 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25c018b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:46,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:22:46,203 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732072966202/Put/seqid=0 2024-11-20T03:22:46,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741840_1016 (size=7894) 2024-11-20T03:22:46,487 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T03:22:46,507 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,1-d00f728e99d7,42371,1732072943592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072945907 to pos 379, reset compression=false 2024-11-20T03:22:46,616 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732072966615/Put/seqid=0 2024-11-20T03:22:46,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741841_1017 (size=7691) 2024-11-20T03:22:46,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5565cdf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:46,621 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,36885,-1 for getting cluster id 2024-11-20T03:22:46,621 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:22:46,622 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08a1f086-a730-44fd-acfd-5491642d0460' 2024-11-20T03:22:46,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:22:46,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08a1f086-a730-44fd-acfd-5491642d0460" 2024-11-20T03:22:46,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ee8d52f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:46,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,36885,-1] 2024-11-20T03:22:46,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:22:46,623 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:46,623 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:22:46,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dbd4c02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:46,624 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:22:46,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,42371,1732072943592, seqNum=-1] 2024-11-20T03:22:46,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:22:46,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:22:46,633 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:22:46,634 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,36885,1732072943427 2024-11-20T03:22:46,634 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23ec2a50 2024-11-20T03:22:46,634 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:22:46,640 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:22:46,644 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732072958569.16fd8d3f64e852dcf4b70b887483c095., hostname=d00f728e99d7,42371,1732072943592, seqNum=2] 2024-11-20T03:22:46,646 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T03:22:46,652 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-20T03:22:46,654 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-20T03:22:46,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 16fd8d3f64e852dcf4b70b887483c095/f 2024-11-20T03:22:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-20T03:22:46,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T03:22:46,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 16fd8d3f64e852dcf4b70b887483c095/f 2024-11-20T03:22:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-20T03:22:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T03:22:46,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] regionserver.HRegion(2603): Flush status journal for 16fd8d3f64e852dcf4b70b887483c095: 2024-11-20T03:22:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/staging/jenkins__test__4u1tt2l15quamdd2820k8agvnjcq4on27o43pua3est7kpm7jla5dql3bh92jr3s/f/hfile_1 2024-11-20T03:22:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/staging/jenkins__test__4u1tt2l15quamdd2820k8agvnjcq4on27o43pua3est7kpm7jla5dql3bh92jr3s/f/hfile_1 as hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/default/test/16fd8d3f64e852dcf4b70b887483c095/f/b3889a3d52e743fe9a8f4ba0f242812b_SeqId_4_ 2024-11-20T03:22:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/staging/jenkins__test__4u1tt2l15quamdd2820k8agvnjcq4on27o43pua3est7kpm7jla5dql3bh92jr3s/f/hfile_0 2024-11-20T03:22:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/staging/jenkins__test__4u1tt2l15quamdd2820k8agvnjcq4on27o43pua3est7kpm7jla5dql3bh92jr3s/f/hfile_0 as hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/default/test/16fd8d3f64e852dcf4b70b887483c095/f/beb6ab2a893d4c0183826c10588c7144_SeqId_4_ 2024-11-20T03:22:46,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/staging/jenkins__test__4u1tt2l15quamdd2820k8agvnjcq4on27o43pua3est7kpm7jla5dql3bh92jr3s/f/hfile_1 into 16fd8d3f64e852dcf4b70b887483c095/f as hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/default/test/16fd8d3f64e852dcf4b70b887483c095/f/b3889a3d52e743fe9a8f4ba0f242812b_SeqId_4_ - updating store file list. 2024-11-20T03:22:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b3889a3d52e743fe9a8f4ba0f242812b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T03:22:46,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/default/test/16fd8d3f64e852dcf4b70b887483c095/f/b3889a3d52e743fe9a8f4ba0f242812b_SeqId_4_ into 16fd8d3f64e852dcf4b70b887483c095/f 2024-11-20T03:22:46,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/staging/jenkins__test__4u1tt2l15quamdd2820k8agvnjcq4on27o43pua3est7kpm7jla5dql3bh92jr3s/f/hfile_1 into 16fd8d3f64e852dcf4b70b887483c095/f (new location: hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/default/test/16fd8d3f64e852dcf4b70b887483c095/f/b3889a3d52e743fe9a8f4ba0f242812b_SeqId_4_) 2024-11-20T03:22:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/staging/jenkins__test__4u1tt2l15quamdd2820k8agvnjcq4on27o43pua3est7kpm7jla5dql3bh92jr3s/f/hfile_1 2024-11-20T03:22:46,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/staging/jenkins__test__4u1tt2l15quamdd2820k8agvnjcq4on27o43pua3est7kpm7jla5dql3bh92jr3s/f/hfile_0 into 16fd8d3f64e852dcf4b70b887483c095/f as hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/default/test/16fd8d3f64e852dcf4b70b887483c095/f/beb6ab2a893d4c0183826c10588c7144_SeqId_4_ - updating store file list. 2024-11-20T03:22:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] regionserver.HStoreFile(483): HFile Bloom filter type for beb6ab2a893d4c0183826c10588c7144_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T03:22:46,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/default/test/16fd8d3f64e852dcf4b70b887483c095/f/beb6ab2a893d4c0183826c10588c7144_SeqId_4_ into 16fd8d3f64e852dcf4b70b887483c095/f 2024-11-20T03:22:46,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/staging/jenkins__test__4u1tt2l15quamdd2820k8agvnjcq4on27o43pua3est7kpm7jla5dql3bh92jr3s/f/hfile_0 into 16fd8d3f64e852dcf4b70b887483c095/f (new location: hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/default/test/16fd8d3f64e852dcf4b70b887483c095/f/beb6ab2a893d4c0183826c10588c7144_SeqId_4_) 2024-11-20T03:22:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/staging/jenkins__test__4u1tt2l15quamdd2820k8agvnjcq4on27o43pua3est7kpm7jla5dql3bh92jr3s/f/hfile_0 2024-11-20T03:22:46,681 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:22:46,681 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:22:46,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:46,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:46,681 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732072958569.16fd8d3f64e852dcf4b70b887483c095., hostname=d00f728e99d7,42371,1732072943592, seqNum=2 , the old value is region=test,,1732072958569.16fd8d3f64e852dcf4b70b887483c095., hostname=d00f728e99d7,42371,1732072943592, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d00f728e99d7:42371 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T03:22:46,681 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732072958569.16fd8d3f64e852dcf4b70b887483c095., hostname=d00f728e99d7,42371,1732072943592, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T03:22:46,681 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732072958569.16fd8d3f64e852dcf4b70b887483c095., hostname=d00f728e99d7,42371,1732072943592, seqNum=2 from cache 2024-11-20T03:22:46,681 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:22:46,681 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:22:46,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,33999,1732072949529, seqNum=-1] 2024-11-20T03:22:46,683 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T03:22:46,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:22:46,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:22:46,685 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732072960724.5ff9bd1dfe07dbf12307ec75a8fbf694., hostname=d00f728e99d7,33999,1732072949529, seqNum=2] 2024-11-20T03:22:46,687 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T03:22:46,792 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:42371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T03:22:47,010 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,1-d00f728e99d7,42371,1732072943592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072945907 to pos 379, reset compression=false 2024-11-20T03:22:47,015 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,1-d00f728e99d7,42371,1732072943592 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T03:22:47,015 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592.replicationSource.shipperd00f728e99d7%2C42371%2C1732072943592,1-d00f728e99d7,42371,1732072943592 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,42371,1732072943592 got entry batch from reader: WALEntryBatch [walEntries=[{test/16fd8d3f64e852dcf4b70b887483c095/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732072966679/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072945907, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T03:22:47,017 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592.replicationSource.shipperd00f728e99d7%2C42371%2C1732072943592,1-d00f728e99d7,42371,1732072943592 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:22:47,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-20T03:22:47,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.ReplicationSink(318): Replicating [08a1f086-a730-44fd-acfd-5491642d0460] bulk loaded data 2024-11-20T03:22:47,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52277914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:47,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,38709,-1 for getting cluster id 2024-11-20T03:22:47,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:22:47,019 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a574cf52-c57b-4098-a420-736a8f3e5260' 2024-11-20T03:22:47,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:22:47,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a574cf52-c57b-4098-a420-736a8f3e5260" 2024-11-20T03:22:47,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6851a0ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:47,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,38709,-1] 2024-11-20T03:22:47,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:22:47,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:47,020 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:22:47,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b0eabf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:47,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40313 is added to blk_1073741837_1013 (size=7691) 2024-11-20T03:22:47,215 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,1-d00f728e99d7,42371,1732072943592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072945907 to pos 687, reset compression=false 2024-11-20T03:22:47,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40313 is added to blk_1073741838_1014 (size=7894) 2024-11-20T03:22:47,520 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,1-d00f728e99d7,42371,1732072943592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072945907 to pos 687, reset compression=false 2024-11-20T03:22:47,689 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T03:22:47,846 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:22:47,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,38709,1732072949293 2024-11-20T03:22:47,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c3daeb8 2024-11-20T03:22:47,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:22:47,849 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-20T03:22:47,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T03:22:47,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:22:47,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,33999,1732072949529, seqNum=-1] 2024-11-20T03:22:47,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:22:47,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-20T03:22:47,879 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/staging/jenkins.hfs.22__test__ro7oq5rb7eldrjptmi30d66dh5oc832q7ens9n5bkv27f7hvhd2tiiqe401qurib/f/b3889a3d52e743fe9a8f4ba0f242812b_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-20T03:22:47,888 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/staging/jenkins.hfs.22__test__ro7oq5rb7eldrjptmi30d66dh5oc832q7ens9n5bkv27f7hvhd2tiiqe401qurib/f/beb6ab2a893d4c0183826c10588c7144_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-20T03:22:47,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/staging/jenkins.hfs.22__test__ro7oq5rb7eldrjptmi30d66dh5oc832q7ens9n5bkv27f7hvhd2tiiqe401qurib/f/beb6ab2a893d4c0183826c10588c7144_SeqId_4_ for inclusion in 5ff9bd1dfe07dbf12307ec75a8fbf694/f 2024-11-20T03:22:47,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-20T03:22:47,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T03:22:47,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/staging/jenkins.hfs.22__test__ro7oq5rb7eldrjptmi30d66dh5oc832q7ens9n5bkv27f7hvhd2tiiqe401qurib/f/b3889a3d52e743fe9a8f4ba0f242812b_SeqId_4_ for inclusion in 5ff9bd1dfe07dbf12307ec75a8fbf694/f 2024-11-20T03:22:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-20T03:22:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T03:22:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HRegion(2603): Flush status journal for 5ff9bd1dfe07dbf12307ec75a8fbf694: 2024-11-20T03:22:47,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): beb6ab2a893d4c0183826c10588c7144_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T03:22:47,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/staging/jenkins.hfs.22__test__ro7oq5rb7eldrjptmi30d66dh5oc832q7ens9n5bkv27f7hvhd2tiiqe401qurib/f/beb6ab2a893d4c0183826c10588c7144_SeqId_4_ as hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/default/test/5ff9bd1dfe07dbf12307ec75a8fbf694/f/80ef4d7cb37b496c9faadd118006244f_SeqId_4_ 2024-11-20T03:22:47,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b3889a3d52e743fe9a8f4ba0f242812b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T03:22:47,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/staging/jenkins.hfs.22__test__ro7oq5rb7eldrjptmi30d66dh5oc832q7ens9n5bkv27f7hvhd2tiiqe401qurib/f/b3889a3d52e743fe9a8f4ba0f242812b_SeqId_4_ as hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/default/test/5ff9bd1dfe07dbf12307ec75a8fbf694/f/ad0b90fe53904bc6bc06592e3d01315c_SeqId_4_ 2024-11-20T03:22:47,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/staging/jenkins.hfs.22__test__ro7oq5rb7eldrjptmi30d66dh5oc832q7ens9n5bkv27f7hvhd2tiiqe401qurib/f/beb6ab2a893d4c0183826c10588c7144_SeqId_4_ into 5ff9bd1dfe07dbf12307ec75a8fbf694/f as hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/default/test/5ff9bd1dfe07dbf12307ec75a8fbf694/f/80ef4d7cb37b496c9faadd118006244f_SeqId_4_ - updating store file list. 2024-11-20T03:22:47,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 80ef4d7cb37b496c9faadd118006244f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T03:22:47,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/default/test/5ff9bd1dfe07dbf12307ec75a8fbf694/f/80ef4d7cb37b496c9faadd118006244f_SeqId_4_ into 5ff9bd1dfe07dbf12307ec75a8fbf694/f 2024-11-20T03:22:47,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/staging/jenkins.hfs.22__test__ro7oq5rb7eldrjptmi30d66dh5oc832q7ens9n5bkv27f7hvhd2tiiqe401qurib/f/beb6ab2a893d4c0183826c10588c7144_SeqId_4_ into 5ff9bd1dfe07dbf12307ec75a8fbf694/f (new location: hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/default/test/5ff9bd1dfe07dbf12307ec75a8fbf694/f/80ef4d7cb37b496c9faadd118006244f_SeqId_4_) 2024-11-20T03:22:47,923 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,1-d00f728e99d7,42371,1732072943592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072945907 to pos 687, reset compression=false 2024-11-20T03:22:47,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/staging/jenkins.hfs.22__test__ro7oq5rb7eldrjptmi30d66dh5oc832q7ens9n5bkv27f7hvhd2tiiqe401qurib/f/beb6ab2a893d4c0183826c10588c7144_SeqId_4_ 2024-11-20T03:22:47,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/staging/jenkins.hfs.22__test__ro7oq5rb7eldrjptmi30d66dh5oc832q7ens9n5bkv27f7hvhd2tiiqe401qurib/f/b3889a3d52e743fe9a8f4ba0f242812b_SeqId_4_ into 5ff9bd1dfe07dbf12307ec75a8fbf694/f as hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/default/test/5ff9bd1dfe07dbf12307ec75a8fbf694/f/ad0b90fe53904bc6bc06592e3d01315c_SeqId_4_ - updating store file list. 2024-11-20T03:22:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ad0b90fe53904bc6bc06592e3d01315c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T03:22:47,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/default/test/5ff9bd1dfe07dbf12307ec75a8fbf694/f/ad0b90fe53904bc6bc06592e3d01315c_SeqId_4_ into 5ff9bd1dfe07dbf12307ec75a8fbf694/f 2024-11-20T03:22:47,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/staging/jenkins.hfs.22__test__ro7oq5rb7eldrjptmi30d66dh5oc832q7ens9n5bkv27f7hvhd2tiiqe401qurib/f/b3889a3d52e743fe9a8f4ba0f242812b_SeqId_4_ into 5ff9bd1dfe07dbf12307ec75a8fbf694/f (new location: hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/default/test/5ff9bd1dfe07dbf12307ec75a8fbf694/f/ad0b90fe53904bc6bc06592e3d01315c_SeqId_4_) 2024-11-20T03:22:47,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/staging/jenkins.hfs.22__test__ro7oq5rb7eldrjptmi30d66dh5oc832q7ens9n5bkv27f7hvhd2tiiqe401qurib/f/b3889a3d52e743fe9a8f4ba0f242812b_SeqId_4_ 2024-11-20T03:22:47,934 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.ReplicationSink(324): Finished replicating [08a1f086-a730-44fd-acfd-5491642d0460] bulk loaded data 2024-11-20T03:22:48,437 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,1-d00f728e99d7,42371,1732072943592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072945907 to pos 687, reset compression=false 2024-11-20T03:22:48,696 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:22:48,697 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,46125,1732072955101, seqNum=-1] 2024-11-20T03:22:48,697 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:22:48,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:22:48,699 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732072962874.0c45fcf297f4d297263f03d461281777., hostname=d00f728e99d7,46125,1732072955101, seqNum=2] 2024-11-20T03:22:48,704 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:22:48,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T03:22:48,706 DEBUG [regionserver/d00f728e99d7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d00f728e99d7%2C42371%2C1732072943592.meta:.meta(num 1732072946911) roll requested 2024-11-20T03:22:48,722 DEBUG [regionserver/d00f728e99d7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.meta.1732072968706.meta, exclude list is [], retry=0 2024-11-20T03:22:48,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44231,DS-dba7be5f-4d60-4de4-b45c-ee1d1011942e,DISK] 2024-11-20T03:22:48,726 INFO [regionserver/d00f728e99d7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.meta.1732072946911.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.meta.1732072968706.meta 2024-11-20T03:22:48,731 DEBUG [regionserver/d00f728e99d7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44821:44821)] 2024-11-20T03:22:48,731 DEBUG [regionserver/d00f728e99d7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.meta.1732072946911.meta is not closed yet, will try archiving it next time 2024-11-20T03:22:48,731 DEBUG [regionserver/d00f728e99d7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d00f728e99d7%2C42371%2C1732072943592.rep:(num 1732072965234) roll requested 2024-11-20T03:22:48,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741834_1010 (size=3473) 2024-11-20T03:22:48,733 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.meta.1732072946911.meta not finished, retry = 0 2024-11-20T03:22:48,749 DEBUG [regionserver/d00f728e99d7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.rep.1732072968731, exclude list is [], retry=0 2024-11-20T03:22:48,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44231,DS-dba7be5f-4d60-4de4-b45c-ee1d1011942e,DISK] 2024-11-20T03:22:48,753 INFO [regionserver/d00f728e99d7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.rep.1732072965234 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.rep.1732072968731 2024-11-20T03:22:48,756 DEBUG [regionserver/d00f728e99d7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44821:44821)] 2024-11-20T03:22:48,756 DEBUG [regionserver/d00f728e99d7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.rep.1732072965234 is not closed yet, will try archiving it next time 2024-11-20T03:22:48,756 DEBUG [regionserver/d00f728e99d7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d00f728e99d7%2C42371%2C1732072943592:(num 1732072945907) roll requested 2024-11-20T03:22:48,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741839_1015 (size=1505) 2024-11-20T03:22:48,758 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.rep.1732072965234 not finished, retry = 0 2024-11-20T03:22:48,769 DEBUG [regionserver/d00f728e99d7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072968756, exclude list is [], retry=0 2024-11-20T03:22:48,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44231,DS-dba7be5f-4d60-4de4-b45c-ee1d1011942e,DISK] 2024-11-20T03:22:48,772 INFO [regionserver/d00f728e99d7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072945907 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072968756 2024-11-20T03:22:48,772 DEBUG [regionserver/d00f728e99d7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44821:44821)] 2024-11-20T03:22:48,772 DEBUG [regionserver/d00f728e99d7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072945907 is not closed yet, will try archiving it next time 2024-11-20T03:22:48,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5645fbc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:48,773 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,36885,-1 for getting cluster id 2024-11-20T03:22:48,773 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:22:48,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741832_1008 (size=695) 2024-11-20T03:22:48,774 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08a1f086-a730-44fd-acfd-5491642d0460' 2024-11-20T03:22:48,774 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:22:48,774 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08a1f086-a730-44fd-acfd-5491642d0460" 2024-11-20T03:22:48,774 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c5b143b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:48,774 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,36885,-1] 2024-11-20T03:22:48,774 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:22:48,774 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:48,775 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:22:48,775 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072945907 to hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/oldWALs/d00f728e99d7%2C42371%2C1732072943592.1732072945907 2024-11-20T03:22:48,775 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45da720f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:48,776 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:22:48,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,36885,1732072943427 2024-11-20T03:22:48,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c3d030e 2024-11-20T03:22:48,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:22:48,777 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:22:48,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36885 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://d00f728e99d7:46799,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T03:22:48,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36885 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T03:22:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T03:22:48,780 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d00f728e99d7:46799' 2024-11-20T03:22:48,781 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@456be01e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:48,781 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,46799,-1 for getting cluster id 2024-11-20T03:22:48,781 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:22:48,781 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1681219-258a-4690-8c0e-95943556cf50' 2024-11-20T03:22:48,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:22:48,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1681219-258a-4690-8c0e-95943556cf50" 2024-11-20T03:22:48,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1354b14e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:48,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,46799,-1] 2024-11-20T03:22:48,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:22:48,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:48,782 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:22:48,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18b931ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:48,783 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:22:48,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,46799,1732072954953 2024-11-20T03:22:48,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@261b6c89 2024-11-20T03:22:48,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:22:48,784 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:22:48,785 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-20T03:22:48,785 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T03:22:48,785 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:48,785 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:48,785 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:22:48,816 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T03:22:48,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T03:22:48,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42371 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-20T03:22:48,968 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-20T03:22:49,009 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-d00f728e99d7,42371,1732072943592, ReplicationSource: 2, currentBandwidth=0 2024-11-20T03:22:49,012 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-20T03:22:49,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36885 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-20T03:22:49,015 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on d00f728e99d7,42371,1732072943592 suceeded 2024-11-20T03:22:49,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-20T03:22:49,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-20T03:22:49,017 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://d00f728e99d7:46799,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T03:22:49,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 240 msec 2024-11-20T03:22:49,037 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42371,1732072943592 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='d00f728e99d7:46799' 2024-11-20T03:22:49,039 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42371,1732072943592 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@575cf804, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:49,039 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42371,1732072943592 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,46799,-1 for getting cluster id 2024-11-20T03:22:49,039 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42371,1732072943592 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:22:49,040 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,1-d00f728e99d7,42371,1732072943592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072945907 to pos 687, reset compression=false 2024-11-20T03:22:49,040 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1681219-258a-4690-8c0e-95943556cf50' 2024-11-20T03:22:49,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:22:49,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1681219-258a-4690-8c0e-95943556cf50" 2024-11-20T03:22:49,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c54df62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:49,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,46799,-1] 2024-11-20T03:22:49,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:22:49,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:49,042 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:22:49,043 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42371,1732072943592 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7aa735f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:49,043 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42371,1732072943592 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:22:49,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,46799,1732072954953 2024-11-20T03:22:49,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c1598d3 2024-11-20T03:22:49,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:22:49,045 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-20T03:22:49,046 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42371,1732072943592 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-d00f728e99d7,42371,1732072943592 (queues=1) is replicating from cluster=08a1f086-a730-44fd-acfd-5491642d0460 to cluster=b1681219-258a-4690-8c0e-95943556cf50 2024-11-20T03:22:49,046 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42371,1732072943592 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=d00f728e99d7%2C42371%2C1732072943592 2024-11-20T03:22:49,046 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42371,1732072943592 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-d00f728e99d7,42371,1732072943592, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T03:22:49,047 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,1-d00f728e99d7,42371,1732072943592 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072945907 was moved to hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/oldWALs/d00f728e99d7%2C42371%2C1732072943592.1732072945907 2024-11-20T03:22:49,049 INFO [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42371,1732072943592.replicationSource.shipperd00f728e99d7%2C42371%2C1732072943592,2-d00f728e99d7,42371,1732072943592 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: d00f728e99d7%2C42371%2C1732072943592 2024-11-20T03:22:49,050 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,2-d00f728e99d7,42371,1732072943592 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072968756, startPosition=0, beingWritten=true 2024-11-20T03:22:49,053 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,1-d00f728e99d7,42371,1732072943592 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072945907 2024-11-20T03:22:49,053 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592.replicationSource.shipperd00f728e99d7%2C42371%2C1732072943592,1-d00f728e99d7,42371,1732072943592 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,42371,1732072943592 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072945907, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-20T03:22:49,053 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,1-d00f728e99d7,42371,1732072943592 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072968756, startPosition=0, beingWritten=true 2024-11-20T03:22:49,055 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592.replicationSource.shipperd00f728e99d7%2C42371%2C1732072943592,1-d00f728e99d7,42371,1732072943592 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [d00f728e99d7%2C42371%2C1732072943592.1732072945907] 2024-11-20T03:22:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T03:22:49,092 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-20T03:22:49,092 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:22:49,092 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:22:49,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:49,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:49,093 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:22:49,093 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T03:22:49,097 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732072969097/Put/seqid=0 2024-11-20T03:22:49,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741845_1021 (size=11194) 2024-11-20T03:22:49,108 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T03:22:49,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:49,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:49,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:49,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:49,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:49,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:49,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:49,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:49,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:49,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:49,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:49,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:49,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:49,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:49,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:49,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:49,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:49,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:49,263 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,2-d00f728e99d7,42371,1732072943592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072968756 to pos 0, reset compression=false 2024-11-20T03:22:49,508 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732072969508/Put/seqid=0 2024-11-20T03:22:49,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741846_1022 (size=10791) 2024-11-20T03:22:49,568 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,2-d00f728e99d7,42371,1732072943592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072968756 to pos 0, reset compression=false 2024-11-20T03:22:49,762 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,1-d00f728e99d7,42371,1732072943592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072968756 to pos 0, reset compression=false 2024-11-20T03:22:49,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e23ec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:49,914 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,36885,-1 for getting cluster id 2024-11-20T03:22:49,914 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:22:49,915 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08a1f086-a730-44fd-acfd-5491642d0460' 2024-11-20T03:22:49,915 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:22:49,915 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08a1f086-a730-44fd-acfd-5491642d0460" 2024-11-20T03:22:49,915 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@792e36e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:49,915 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,36885,-1] 2024-11-20T03:22:49,915 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:22:49,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:49,916 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:22:49,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b090390, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:49,917 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:22:49,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,42371,1732072943592, seqNum=-1] 2024-11-20T03:22:49,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:22:49,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:22:49,948 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:22:49,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,36885,1732072943427 2024-11-20T03:22:49,949 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18f3758e 2024-11-20T03:22:49,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:22:49,951 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:22:49,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732072958569.16fd8d3f64e852dcf4b70b887483c095., hostname=d00f728e99d7,42371,1732072943592, seqNum=2] 2024-11-20T03:22:49,957 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T03:22:49,972 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,2-d00f728e99d7,42371,1732072943592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072968756 to pos 0, reset compression=false 2024-11-20T03:22:49,981 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-20T03:22:49,984 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-20T03:22:49,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 16fd8d3f64e852dcf4b70b887483c095/f 2024-11-20T03:22:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-20T03:22:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T03:22:49,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 16fd8d3f64e852dcf4b70b887483c095/f 2024-11-20T03:22:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-20T03:22:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T03:22:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] regionserver.HRegion(2603): Flush status journal for 16fd8d3f64e852dcf4b70b887483c095: 2024-11-20T03:22:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/staging/jenkins__test__j98ubi5gdccb7uim2g867rdvfeul6t2pelglhhrg9iqkusbiaj80etlvij6v738d/f/hfile_0 2024-11-20T03:22:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/staging/jenkins__test__j98ubi5gdccb7uim2g867rdvfeul6t2pelglhhrg9iqkusbiaj80etlvij6v738d/f/hfile_0 as hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/default/test/16fd8d3f64e852dcf4b70b887483c095/f/9cfd1b8d7de040ddb26ddd510477e035_SeqId_6_ 2024-11-20T03:22:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/staging/jenkins__test__j98ubi5gdccb7uim2g867rdvfeul6t2pelglhhrg9iqkusbiaj80etlvij6v738d/f/hfile_1 2024-11-20T03:22:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/staging/jenkins__test__j98ubi5gdccb7uim2g867rdvfeul6t2pelglhhrg9iqkusbiaj80etlvij6v738d/f/hfile_1 as hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/default/test/16fd8d3f64e852dcf4b70b887483c095/f/c9d2941029dd4d45a20eb846447ab91e_SeqId_6_ 2024-11-20T03:22:50,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/staging/jenkins__test__j98ubi5gdccb7uim2g867rdvfeul6t2pelglhhrg9iqkusbiaj80etlvij6v738d/f/hfile_0 into 16fd8d3f64e852dcf4b70b887483c095/f as hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/default/test/16fd8d3f64e852dcf4b70b887483c095/f/9cfd1b8d7de040ddb26ddd510477e035_SeqId_6_ - updating store file list. 2024-11-20T03:22:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9cfd1b8d7de040ddb26ddd510477e035_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T03:22:50,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/default/test/16fd8d3f64e852dcf4b70b887483c095/f/9cfd1b8d7de040ddb26ddd510477e035_SeqId_6_ into 16fd8d3f64e852dcf4b70b887483c095/f 2024-11-20T03:22:50,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/staging/jenkins__test__j98ubi5gdccb7uim2g867rdvfeul6t2pelglhhrg9iqkusbiaj80etlvij6v738d/f/hfile_0 into 16fd8d3f64e852dcf4b70b887483c095/f (new location: hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/default/test/16fd8d3f64e852dcf4b70b887483c095/f/9cfd1b8d7de040ddb26ddd510477e035_SeqId_6_) 2024-11-20T03:22:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/staging/jenkins__test__j98ubi5gdccb7uim2g867rdvfeul6t2pelglhhrg9iqkusbiaj80etlvij6v738d/f/hfile_0 2024-11-20T03:22:50,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/staging/jenkins__test__j98ubi5gdccb7uim2g867rdvfeul6t2pelglhhrg9iqkusbiaj80etlvij6v738d/f/hfile_1 into 16fd8d3f64e852dcf4b70b887483c095/f as hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/default/test/16fd8d3f64e852dcf4b70b887483c095/f/c9d2941029dd4d45a20eb846447ab91e_SeqId_6_ - updating store file list. 2024-11-20T03:22:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c9d2941029dd4d45a20eb846447ab91e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T03:22:50,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/default/test/16fd8d3f64e852dcf4b70b887483c095/f/c9d2941029dd4d45a20eb846447ab91e_SeqId_6_ into 16fd8d3f64e852dcf4b70b887483c095/f 2024-11-20T03:22:50,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/staging/jenkins__test__j98ubi5gdccb7uim2g867rdvfeul6t2pelglhhrg9iqkusbiaj80etlvij6v738d/f/hfile_1 into 16fd8d3f64e852dcf4b70b887483c095/f (new location: hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/default/test/16fd8d3f64e852dcf4b70b887483c095/f/c9d2941029dd4d45a20eb846447ab91e_SeqId_6_) 2024-11-20T03:22:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/staging/jenkins__test__j98ubi5gdccb7uim2g867rdvfeul6t2pelglhhrg9iqkusbiaj80etlvij6v738d/f/hfile_1 2024-11-20T03:22:50,021 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:22:50,021 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:22:50,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:50,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:50,021 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:22:50,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732072958569.16fd8d3f64e852dcf4b70b887483c095., hostname=d00f728e99d7,42371,1732072943592, seqNum=2 , the old value is region=test,,1732072958569.16fd8d3f64e852dcf4b70b887483c095., hostname=d00f728e99d7,42371,1732072943592, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=d00f728e99d7:42371 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T03:22:50,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732072958569.16fd8d3f64e852dcf4b70b887483c095., hostname=d00f728e99d7,42371,1732072943592, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T03:22:50,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732072958569.16fd8d3f64e852dcf4b70b887483c095., hostname=d00f728e99d7,42371,1732072943592, seqNum=2 from cache 2024-11-20T03:22:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42371: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:50244 deadline: 1732073030021 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:50244 2024-11-20T03:22:50,025 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T03:22:50,132 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d00f728e99d7:42371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T03:22:50,252 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T03:22:50,486 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,2-d00f728e99d7,42371,1732072943592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072968756 to pos 0, reset compression=false 2024-11-20T03:22:50,491 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,2-d00f728e99d7,42371,1732072943592 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T03:22:50,492 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42371,1732072943592.replicationSource.shipperd00f728e99d7%2C42371%2C1732072943592,2-d00f728e99d7,42371,1732072943592 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-d00f728e99d7,42371,1732072943592 got entry batch from reader: WALEntryBatch [walEntries=[{test/16fd8d3f64e852dcf4b70b887483c095/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732072970019/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072968756, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T03:22:50,494 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42371,1732072943592.replicationSource.shipperd00f728e99d7%2C42371%2C1732072943592,2-d00f728e99d7,42371,1732072943592 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T03:22:50,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-20T03:22:50,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.ReplicationSink(318): Replicating [08a1f086-a730-44fd-acfd-5491642d0460] bulk loaded data 2024-11-20T03:22:50,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54830e03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:50,496 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] client.ClusterIdFetcher(90): Going to request d00f728e99d7,46799,-1 for getting cluster id 2024-11-20T03:22:50,496 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T03:22:50,496 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1681219-258a-4690-8c0e-95943556cf50' 2024-11-20T03:22:50,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T03:22:50,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1681219-258a-4690-8c0e-95943556cf50" 2024-11-20T03:22:50,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a9a663b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:50,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d00f728e99d7,46799,-1] 2024-11-20T03:22:50,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T03:22:50,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:50,498 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:22:50,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78930b4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T03:22:50,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741837_1013 (size=11194) 2024-11-20T03:22:50,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741838_1014 (size=10791) 2024-11-20T03:22:50,566 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,1-d00f728e99d7,42371,1732072943592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072968756 to pos 0, reset compression=false 2024-11-20T03:22:50,571 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,1-d00f728e99d7,42371,1732072943592 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T03:22:50,571 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592.replicationSource.shipperd00f728e99d7%2C42371%2C1732072943592,1-d00f728e99d7,42371,1732072943592 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-d00f728e99d7,42371,1732072943592 got entry batch from reader: WALEntryBatch [walEntries=[{test/16fd8d3f64e852dcf4b70b887483c095/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732072970019/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072968756, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T03:22:50,572 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.ReplicationSink(318): Replicating [08a1f086-a730-44fd-acfd-5491642d0460] bulk loaded data 2024-11-20T03:22:50,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40313 is added to blk_1073741839_1015 (size=11194) 2024-11-20T03:22:50,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40313 is added to blk_1073741840_1016 (size=10791) 2024-11-20T03:22:50,602 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T03:22:50,607 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/staging/jenkins.hfs.22__test__ao44dfsv9d73tfm8bnndq3pon4cjonqgc3m3cbesksg7c02vfbsudobc6ltoqf5a/f/9cfd1b8d7de040ddb26ddd510477e035_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-20T03:22:50,610 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/staging/jenkins.hfs.22__test__ao44dfsv9d73tfm8bnndq3pon4cjonqgc3m3cbesksg7c02vfbsudobc6ltoqf5a/f/c9d2941029dd4d45a20eb846447ab91e_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-20T03:22:50,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/staging/jenkins.hfs.22__test__ao44dfsv9d73tfm8bnndq3pon4cjonqgc3m3cbesksg7c02vfbsudobc6ltoqf5a/f/9cfd1b8d7de040ddb26ddd510477e035_SeqId_6_ for inclusion in 5ff9bd1dfe07dbf12307ec75a8fbf694/f 2024-11-20T03:22:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-20T03:22:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T03:22:50,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/staging/jenkins.hfs.22__test__ao44dfsv9d73tfm8bnndq3pon4cjonqgc3m3cbesksg7c02vfbsudobc6ltoqf5a/f/c9d2941029dd4d45a20eb846447ab91e_SeqId_6_ for inclusion in 5ff9bd1dfe07dbf12307ec75a8fbf694/f 2024-11-20T03:22:50,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-20T03:22:50,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T03:22:50,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HRegion(2603): Flush status journal for 5ff9bd1dfe07dbf12307ec75a8fbf694: 2024-11-20T03:22:50,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9cfd1b8d7de040ddb26ddd510477e035_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T03:22:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/staging/jenkins.hfs.22__test__ao44dfsv9d73tfm8bnndq3pon4cjonqgc3m3cbesksg7c02vfbsudobc6ltoqf5a/f/9cfd1b8d7de040ddb26ddd510477e035_SeqId_6_ as hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/default/test/5ff9bd1dfe07dbf12307ec75a8fbf694/f/c3c48933848d4ac285bcda97c1781922_SeqId_6_ 2024-11-20T03:22:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c9d2941029dd4d45a20eb846447ab91e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T03:22:50,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/staging/jenkins.hfs.22__test__ao44dfsv9d73tfm8bnndq3pon4cjonqgc3m3cbesksg7c02vfbsudobc6ltoqf5a/f/c9d2941029dd4d45a20eb846447ab91e_SeqId_6_ as hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/default/test/5ff9bd1dfe07dbf12307ec75a8fbf694/f/a85dfaaa32e54f37a471d5b6f2182caf_SeqId_6_ 2024-11-20T03:22:50,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/staging/jenkins.hfs.22__test__ao44dfsv9d73tfm8bnndq3pon4cjonqgc3m3cbesksg7c02vfbsudobc6ltoqf5a/f/9cfd1b8d7de040ddb26ddd510477e035_SeqId_6_ into 5ff9bd1dfe07dbf12307ec75a8fbf694/f as hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/default/test/5ff9bd1dfe07dbf12307ec75a8fbf694/f/c3c48933848d4ac285bcda97c1781922_SeqId_6_ - updating store file list. 2024-11-20T03:22:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c3c48933848d4ac285bcda97c1781922_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T03:22:50,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/default/test/5ff9bd1dfe07dbf12307ec75a8fbf694/f/c3c48933848d4ac285bcda97c1781922_SeqId_6_ into 5ff9bd1dfe07dbf12307ec75a8fbf694/f 2024-11-20T03:22:50,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/staging/jenkins.hfs.22__test__ao44dfsv9d73tfm8bnndq3pon4cjonqgc3m3cbesksg7c02vfbsudobc6ltoqf5a/f/9cfd1b8d7de040ddb26ddd510477e035_SeqId_6_ into 5ff9bd1dfe07dbf12307ec75a8fbf694/f (new location: hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/default/test/5ff9bd1dfe07dbf12307ec75a8fbf694/f/c3c48933848d4ac285bcda97c1781922_SeqId_6_) 2024-11-20T03:22:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/staging/jenkins.hfs.22__test__ao44dfsv9d73tfm8bnndq3pon4cjonqgc3m3cbesksg7c02vfbsudobc6ltoqf5a/f/9cfd1b8d7de040ddb26ddd510477e035_SeqId_6_ 2024-11-20T03:22:50,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/staging/jenkins.hfs.22__test__ao44dfsv9d73tfm8bnndq3pon4cjonqgc3m3cbesksg7c02vfbsudobc6ltoqf5a/f/c9d2941029dd4d45a20eb846447ab91e_SeqId_6_ into 5ff9bd1dfe07dbf12307ec75a8fbf694/f as hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/default/test/5ff9bd1dfe07dbf12307ec75a8fbf694/f/a85dfaaa32e54f37a471d5b6f2182caf_SeqId_6_ - updating store file list. 2024-11-20T03:22:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a85dfaaa32e54f37a471d5b6f2182caf_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T03:22:50,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/default/test/5ff9bd1dfe07dbf12307ec75a8fbf694/f/a85dfaaa32e54f37a471d5b6f2182caf_SeqId_6_ into 5ff9bd1dfe07dbf12307ec75a8fbf694/f 2024-11-20T03:22:50,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/staging/jenkins.hfs.22__test__ao44dfsv9d73tfm8bnndq3pon4cjonqgc3m3cbesksg7c02vfbsudobc6ltoqf5a/f/c9d2941029dd4d45a20eb846447ab91e_SeqId_6_ into 5ff9bd1dfe07dbf12307ec75a8fbf694/f (new location: hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/default/test/5ff9bd1dfe07dbf12307ec75a8fbf694/f/a85dfaaa32e54f37a471d5b6f2182caf_SeqId_6_) 2024-11-20T03:22:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/staging/jenkins.hfs.22__test__ao44dfsv9d73tfm8bnndq3pon4cjonqgc3m3cbesksg7c02vfbsudobc6ltoqf5a/f/c9d2941029dd4d45a20eb846447ab91e_SeqId_6_ 2024-11-20T03:22:50,630 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.ReplicationSink(324): Finished replicating [08a1f086-a730-44fd-acfd-5491642d0460] bulk loaded data 2024-11-20T03:22:50,692 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,2-d00f728e99d7,42371,1732072943592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072968756 to pos 393, reset compression=false 2024-11-20T03:22:50,771 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,1-d00f728e99d7,42371,1732072943592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072968756 to pos 393, reset compression=false 2024-11-20T03:22:50,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T03:22:50,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d00f728e99d7,46799,1732072954953 2024-11-20T03:22:50,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47fd3650 2024-11-20T03:22:50,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T03:22:50,943 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-20T03:22:50,944 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T03:22:50,944 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:22:50,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d00f728e99d7,46125,1732072955101, seqNum=-1] 2024-11-20T03:22:50,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:22:50,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-20T03:22:50,950 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/staging/jenkins.hfs.23__test__fpddu5poi8nph2lo5hsllage2jntis0gq9ido0rabn2g88qj2tnfnpjfoaeohooe/f/9cfd1b8d7de040ddb26ddd510477e035_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-20T03:22:50,951 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/staging/jenkins.hfs.23__test__fpddu5poi8nph2lo5hsllage2jntis0gq9ido0rabn2g88qj2tnfnpjfoaeohooe/f/c9d2941029dd4d45a20eb846447ab91e_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-20T03:22:50,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/staging/jenkins.hfs.23__test__fpddu5poi8nph2lo5hsllage2jntis0gq9ido0rabn2g88qj2tnfnpjfoaeohooe/f/c9d2941029dd4d45a20eb846447ab91e_SeqId_6_ for inclusion in 0c45fcf297f4d297263f03d461281777/f 2024-11-20T03:22:50,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-20T03:22:50,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T03:22:50,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/staging/jenkins.hfs.23__test__fpddu5poi8nph2lo5hsllage2jntis0gq9ido0rabn2g88qj2tnfnpjfoaeohooe/f/9cfd1b8d7de040ddb26ddd510477e035_SeqId_6_ for inclusion in 0c45fcf297f4d297263f03d461281777/f 2024-11-20T03:22:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-20T03:22:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T03:22:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.HRegion(2603): Flush status journal for 0c45fcf297f4d297263f03d461281777: 2024-11-20T03:22:50,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c9d2941029dd4d45a20eb846447ab91e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T03:22:50,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/staging/jenkins.hfs.23__test__fpddu5poi8nph2lo5hsllage2jntis0gq9ido0rabn2g88qj2tnfnpjfoaeohooe/f/c9d2941029dd4d45a20eb846447ab91e_SeqId_6_ as hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/data/default/test/0c45fcf297f4d297263f03d461281777/f/74cef4124afd4459910c76f7e45d7aac_SeqId_4_ 2024-11-20T03:22:50,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9cfd1b8d7de040ddb26ddd510477e035_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T03:22:50,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/staging/jenkins.hfs.23__test__fpddu5poi8nph2lo5hsllage2jntis0gq9ido0rabn2g88qj2tnfnpjfoaeohooe/f/9cfd1b8d7de040ddb26ddd510477e035_SeqId_6_ as hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/data/default/test/0c45fcf297f4d297263f03d461281777/f/ef3b908eb561430b97c70490471a6247_SeqId_4_ 2024-11-20T03:22:50,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/staging/jenkins.hfs.23__test__fpddu5poi8nph2lo5hsllage2jntis0gq9ido0rabn2g88qj2tnfnpjfoaeohooe/f/c9d2941029dd4d45a20eb846447ab91e_SeqId_6_ into 0c45fcf297f4d297263f03d461281777/f as hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/data/default/test/0c45fcf297f4d297263f03d461281777/f/74cef4124afd4459910c76f7e45d7aac_SeqId_4_ - updating store file list. 2024-11-20T03:22:50,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 74cef4124afd4459910c76f7e45d7aac_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T03:22:50,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/data/default/test/0c45fcf297f4d297263f03d461281777/f/74cef4124afd4459910c76f7e45d7aac_SeqId_4_ into 0c45fcf297f4d297263f03d461281777/f 2024-11-20T03:22:50,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/staging/jenkins.hfs.23__test__fpddu5poi8nph2lo5hsllage2jntis0gq9ido0rabn2g88qj2tnfnpjfoaeohooe/f/c9d2941029dd4d45a20eb846447ab91e_SeqId_6_ into 0c45fcf297f4d297263f03d461281777/f (new location: hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/data/default/test/0c45fcf297f4d297263f03d461281777/f/74cef4124afd4459910c76f7e45d7aac_SeqId_4_) 2024-11-20T03:22:50,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/staging/jenkins.hfs.23__test__fpddu5poi8nph2lo5hsllage2jntis0gq9ido0rabn2g88qj2tnfnpjfoaeohooe/f/c9d2941029dd4d45a20eb846447ab91e_SeqId_6_ 2024-11-20T03:22:50,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/staging/jenkins.hfs.23__test__fpddu5poi8nph2lo5hsllage2jntis0gq9ido0rabn2g88qj2tnfnpjfoaeohooe/f/9cfd1b8d7de040ddb26ddd510477e035_SeqId_6_ into 0c45fcf297f4d297263f03d461281777/f as hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/data/default/test/0c45fcf297f4d297263f03d461281777/f/ef3b908eb561430b97c70490471a6247_SeqId_4_ - updating store file list. 2024-11-20T03:22:50,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ef3b908eb561430b97c70490471a6247_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T03:22:50,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/data/default/test/0c45fcf297f4d297263f03d461281777/f/ef3b908eb561430b97c70490471a6247_SeqId_4_ into 0c45fcf297f4d297263f03d461281777/f 2024-11-20T03:22:50,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/staging/jenkins.hfs.23__test__fpddu5poi8nph2lo5hsllage2jntis0gq9ido0rabn2g88qj2tnfnpjfoaeohooe/f/9cfd1b8d7de040ddb26ddd510477e035_SeqId_6_ into 0c45fcf297f4d297263f03d461281777/f (new location: hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/data/default/test/0c45fcf297f4d297263f03d461281777/f/ef3b908eb561430b97c70490471a6247_SeqId_4_) 2024-11-20T03:22:50,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/staging/jenkins.hfs.23__test__fpddu5poi8nph2lo5hsllage2jntis0gq9ido0rabn2g88qj2tnfnpjfoaeohooe/f/9cfd1b8d7de040ddb26ddd510477e035_SeqId_6_ 2024-11-20T03:22:50,967 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46125 {}] regionserver.ReplicationSink(324): Finished replicating [08a1f086-a730-44fd-acfd-5491642d0460] bulk loaded data 2024-11-20T03:22:50,998 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,2-d00f728e99d7,42371,1732072943592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072968756 to pos 393, reset compression=false 2024-11-20T03:22:51,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T03:22:51,040 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:22:51,040 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:22:51,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:51,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:51,040 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:22:51,040 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T03:22:51,040 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1246446807, stopped=false 2024-11-20T03:22:51,041 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d00f728e99d7,46799,1732072954953 2024-11-20T03:22:51,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46799-0x1015643a2ac0006, quorum=127.0.0.1:51344, baseZNode=/21407067361 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21407067361/running 2024-11-20T03:22:51,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1015643a2ac0007, quorum=127.0.0.1:51344, baseZNode=/21407067361 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21407067361/running 2024-11-20T03:22:51,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46799-0x1015643a2ac0006, quorum=127.0.0.1:51344, baseZNode=/21407067361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21407067361 2024-11-20T03:22:51,047 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:22:51,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1015643a2ac0007, quorum=127.0.0.1:51344, baseZNode=/21407067361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21407067361 2024-11-20T03:22:51,047 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:22:51,047 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:22:51,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:51,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46799-0x1015643a2ac0006, quorum=127.0.0.1:51344, baseZNode=/21407067361 Set watcher on znode that does not yet exist, /21407067361/running 2024-11-20T03:22:51,048 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd00f728e99d7,46125,1732072955101' ***** 2024-11-20T03:22:51,048 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T03:22:51,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46125-0x1015643a2ac0007, quorum=127.0.0.1:51344, baseZNode=/21407067361 Set watcher on znode that does not yet exist, /21407067361/running 2024-11-20T03:22:51,048 INFO [RS:0;d00f728e99d7:46125 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T03:22:51,049 INFO [RS:0;d00f728e99d7:46125 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T03:22:51,049 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T03:22:51,049 INFO [RS:0;d00f728e99d7:46125 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T03:22:51,049 INFO [RS:0;d00f728e99d7:46125 {}] regionserver.HRegionServer(3091): Received CLOSE for 0c45fcf297f4d297263f03d461281777 2024-11-20T03:22:51,049 INFO [RS:0;d00f728e99d7:46125 {}] regionserver.HRegionServer(959): stopping server d00f728e99d7,46125,1732072955101 2024-11-20T03:22:51,049 INFO [RS:0;d00f728e99d7:46125 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:22:51,049 INFO [RS:0;d00f728e99d7:46125 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:46125. 2024-11-20T03:22:51,049 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0c45fcf297f4d297263f03d461281777, disabling compactions & flushes 2024-11-20T03:22:51,049 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732072962874.0c45fcf297f4d297263f03d461281777. 2024-11-20T03:22:51,049 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732072962874.0c45fcf297f4d297263f03d461281777. 2024-11-20T03:22:51,049 DEBUG [RS:0;d00f728e99d7:46125 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:22:51,049 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732072962874.0c45fcf297f4d297263f03d461281777. after waiting 0 ms 2024-11-20T03:22:51,049 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732072962874.0c45fcf297f4d297263f03d461281777. 2024-11-20T03:22:51,049 DEBUG [RS:0;d00f728e99d7:46125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:51,049 INFO [RS:0;d00f728e99d7:46125 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T03:22:51,049 INFO [RS:0;d00f728e99d7:46125 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T03:22:51,049 INFO [RS:0;d00f728e99d7:46125 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T03:22:51,050 INFO [RS:0;d00f728e99d7:46125 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T03:22:51,050 INFO [RS:0;d00f728e99d7:46125 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T03:22:51,050 DEBUG [RS:0;d00f728e99d7:46125 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0c45fcf297f4d297263f03d461281777=test,,1732072962874.0c45fcf297f4d297263f03d461281777.} 2024-11-20T03:22:51,050 DEBUG [RS:0;d00f728e99d7:46125 {}] regionserver.HRegionServer(1351): Waiting on 0c45fcf297f4d297263f03d461281777, 1588230740 2024-11-20T03:22:51,050 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:22:51,050 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:22:51,050 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:22:51,050 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:22:51,050 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:22:51,050 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-20T03:22:51,053 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/data/default/test/0c45fcf297f4d297263f03d461281777/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-20T03:22:51,053 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:22:51,053 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T03:22:51,053 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732072962874.0c45fcf297f4d297263f03d461281777. 2024-11-20T03:22:51,053 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0c45fcf297f4d297263f03d461281777: Waiting for close lock at 1732072971049Running coprocessor pre-close hooks at 1732072971049Disabling compacts and flushes for region at 1732072971049Disabling writes for close at 1732072971049Writing region close event to WAL at 1732072971050 (+1 ms)Running coprocessor post-close hooks at 1732072971053 (+3 ms)Closed at 1732072971053 2024-11-20T03:22:51,053 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732072962874.0c45fcf297f4d297263f03d461281777. 2024-11-20T03:22:51,064 INFO [regionserver/d00f728e99d7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:22:51,067 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/data/hbase/meta/1588230740/.tmp/info/cef864dd1f4b4c35bc73baf57a98ea79 is 129, key is test,,1732072962874.0c45fcf297f4d297263f03d461281777./info:regioninfo/1732072963612/Put/seqid=0 2024-11-20T03:22:51,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741839_1015 (size=6421) 2024-11-20T03:22:51,071 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/data/hbase/meta/1588230740/.tmp/info/cef864dd1f4b4c35bc73baf57a98ea79 2024-11-20T03:22:51,074 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,1-d00f728e99d7,42371,1732072943592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072968756 to pos 393, reset compression=false 2024-11-20T03:22:51,090 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/data/hbase/meta/1588230740/.tmp/ns/17f597b442bd4677b12f726a4b9a3b63 is 43, key is default/ns:d/1732072958507/Put/seqid=0 2024-11-20T03:22:51,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741840_1016 (size=5153) 2024-11-20T03:22:51,250 DEBUG [RS:0;d00f728e99d7:46125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:22:51,400 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,2-d00f728e99d7,42371,1732072943592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072968756 to pos 393, reset compression=false 2024-11-20T03:22:51,450 DEBUG [RS:0;d00f728e99d7:46125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:22:51,454 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T03:22:51,454 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T03:22:51,476 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,1-d00f728e99d7,42371,1732072943592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072968756 to pos 393, reset compression=false 2024-11-20T03:22:51,493 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/data/hbase/meta/1588230740/.tmp/ns/17f597b442bd4677b12f726a4b9a3b63 2024-11-20T03:22:51,515 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/data/hbase/meta/1588230740/.tmp/rep_barrier/cf697a3c3bbf43efa2272ccccba7e2c1 is 112, key is test,,1732072962874.0c45fcf297f4d297263f03d461281777./rep_barrier:seqnumDuringOpen/1732072963612/Put/seqid=0 2024-11-20T03:22:51,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741841_1017 (size=5518) 2024-11-20T03:22:51,650 DEBUG [RS:0;d00f728e99d7:46125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:22:51,850 DEBUG [RS:0;d00f728e99d7:46125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:22:51,903 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,2-d00f728e99d7,42371,1732072943592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072968756 to pos 393, reset compression=false 2024-11-20T03:22:51,918 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/data/hbase/meta/1588230740/.tmp/rep_barrier/cf697a3c3bbf43efa2272ccccba7e2c1 2024-11-20T03:22:51,933 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/data/hbase/meta/1588230740/.tmp/table/81b082cc95db48a9a5e1ee8045a2bcd1 is 40, key is test/table:state/1732072963617/Put/seqid=0 2024-11-20T03:22:51,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741842_1018 (size=5165) 2024-11-20T03:22:51,979 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,1-d00f728e99d7,42371,1732072943592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072968756 to pos 393, reset compression=false 2024-11-20T03:22:52,051 INFO [RS:0;d00f728e99d7:46125 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T03:22:52,051 DEBUG [RS:0;d00f728e99d7:46125 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T03:22:52,051 DEBUG [RS:0;d00f728e99d7:46125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:22:52,251 DEBUG [RS:0;d00f728e99d7:46125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:22:52,337 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/data/hbase/meta/1588230740/.tmp/table/81b082cc95db48a9a5e1ee8045a2bcd1 2024-11-20T03:22:52,340 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/data/hbase/meta/1588230740/.tmp/info/cef864dd1f4b4c35bc73baf57a98ea79 as hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/data/hbase/meta/1588230740/info/cef864dd1f4b4c35bc73baf57a98ea79 2024-11-20T03:22:52,343 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/data/hbase/meta/1588230740/info/cef864dd1f4b4c35bc73baf57a98ea79, entries=10, sequenceid=11, filesize=6.3 K 2024-11-20T03:22:52,343 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/data/hbase/meta/1588230740/.tmp/ns/17f597b442bd4677b12f726a4b9a3b63 as hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/data/hbase/meta/1588230740/ns/17f597b442bd4677b12f726a4b9a3b63 2024-11-20T03:22:52,346 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/data/hbase/meta/1588230740/ns/17f597b442bd4677b12f726a4b9a3b63, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T03:22:52,346 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/data/hbase/meta/1588230740/.tmp/rep_barrier/cf697a3c3bbf43efa2272ccccba7e2c1 as hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/data/hbase/meta/1588230740/rep_barrier/cf697a3c3bbf43efa2272ccccba7e2c1 2024-11-20T03:22:52,349 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/data/hbase/meta/1588230740/rep_barrier/cf697a3c3bbf43efa2272ccccba7e2c1, entries=1, sequenceid=11, filesize=5.4 K 2024-11-20T03:22:52,349 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/data/hbase/meta/1588230740/.tmp/table/81b082cc95db48a9a5e1ee8045a2bcd1 as hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/data/hbase/meta/1588230740/table/81b082cc95db48a9a5e1ee8045a2bcd1 2024-11-20T03:22:52,352 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/data/hbase/meta/1588230740/table/81b082cc95db48a9a5e1ee8045a2bcd1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T03:22:52,353 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=11, compaction requested=false 2024-11-20T03:22:52,361 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T03:22:52,362 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:22:52,362 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:22:52,362 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:22:52,362 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072971050Running coprocessor pre-close hooks at 1732072971050Disabling compacts and flushes for region at 1732072971050Disabling writes for close at 1732072971050Obtaining lock to block concurrent updates at 1732072971050Preparing flush snapshotting stores in 1588230740 at 1732072971050Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732072971051 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732072971051Flushing 1588230740/info: creating writer at 1732072971051Flushing 1588230740/info: appending metadata at 1732072971067 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732072971067Flushing 1588230740/ns: creating writer at 1732072971074 (+7 ms)Flushing 1588230740/ns: appending metadata at 1732072971090 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732072971090Flushing 1588230740/rep_barrier: creating writer at 1732072971497 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732072971515 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732072971515Flushing 1588230740/table: creating writer at 1732072971921 (+406 ms)Flushing 1588230740/table: appending metadata at 1732072971933 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732072971933Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e19d4c9: reopening flushed file at 1732072972340 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@308bbc99: reopening flushed file at 1732072972343 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ad521a6: reopening flushed file at 1732072972346 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73276f72: reopening flushed file at 1732072972349 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=11, compaction requested=false at 1732072972353 (+4 ms)Writing region close event to WAL at 1732072972359 (+6 ms)Running coprocessor post-close hooks at 1732072972362 (+3 ms)Closed at 1732072972362 2024-11-20T03:22:52,362 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T03:22:52,451 INFO [RS:0;d00f728e99d7:46125 {}] regionserver.HRegionServer(976): stopping server d00f728e99d7,46125,1732072955101; all regions closed. 2024-11-20T03:22:52,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741834_1010 (size=2717) 2024-11-20T03:22:52,453 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/WALs/d00f728e99d7,46125,1732072955101/d00f728e99d7%2C46125%2C1732072955101.meta.1732072958459.meta not finished, retry = 0 2024-11-20T03:22:52,506 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,2-d00f728e99d7,42371,1732072943592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072968756 to pos 393, reset compression=false 2024-11-20T03:22:52,555 DEBUG [RS:0;d00f728e99d7:46125 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/oldWALs 2024-11-20T03:22:52,555 INFO [RS:0;d00f728e99d7:46125 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d00f728e99d7%2C46125%2C1732072955101.meta:.meta(num 1732072958459) 2024-11-20T03:22:52,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741832_1008 (size=1028) 2024-11-20T03:22:52,558 DEBUG [RS:0;d00f728e99d7:46125 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/oldWALs 2024-11-20T03:22:52,558 INFO [RS:0;d00f728e99d7:46125 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d00f728e99d7%2C46125%2C1732072955101:(num 1732072957586) 2024-11-20T03:22:52,558 DEBUG [RS:0;d00f728e99d7:46125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:52,558 INFO [RS:0;d00f728e99d7:46125 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:22:52,558 INFO [RS:0;d00f728e99d7:46125 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:22:52,558 INFO [RS:0;d00f728e99d7:46125 {}] hbase.ChoreService(370): Chore service for: regionserver/d00f728e99d7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T03:22:52,558 INFO [RS:0;d00f728e99d7:46125 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:22:52,558 INFO [regionserver/d00f728e99d7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:22:52,559 INFO [RS:0;d00f728e99d7:46125 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:46125. 2024-11-20T03:22:52,559 DEBUG [RS:0;d00f728e99d7:46125 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:22:52,559 DEBUG [RS:0;d00f728e99d7:46125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:52,559 DEBUG [RS:0;d00f728e99d7:46125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:52,559 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:22:52,559 INFO [RS:0;d00f728e99d7:46125 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46125 2024-11-20T03:22:52,582 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,1-d00f728e99d7,42371,1732072943592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072968756 to pos 393, reset compression=false 2024-11-20T03:22:52,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46799-0x1015643a2ac0006, quorum=127.0.0.1:51344, baseZNode=/21407067361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21407067361/rs 2024-11-20T03:22:52,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1015643a2ac0007, quorum=127.0.0.1:51344, baseZNode=/21407067361 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21407067361/rs/d00f728e99d7,46125,1732072955101 2024-11-20T03:22:52,626 INFO [RS:0;d00f728e99d7:46125 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:22:52,636 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d00f728e99d7,46125,1732072955101] 2024-11-20T03:22:52,647 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21407067361/draining/d00f728e99d7,46125,1732072955101 already deleted, retry=false 2024-11-20T03:22:52,647 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d00f728e99d7,46125,1732072955101 expired; onlineServers=0 2024-11-20T03:22:52,647 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd00f728e99d7,46799,1732072954953' ***** 2024-11-20T03:22:52,647 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T03:22:52,647 INFO [M:0;d00f728e99d7:46799 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:22:52,647 INFO [M:0;d00f728e99d7:46799 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:22:52,647 DEBUG [M:0;d00f728e99d7:46799 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T03:22:52,647 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T03:22:52,647 DEBUG [M:0;d00f728e99d7:46799 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T03:22:52,647 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072957266 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072957266,5,FailOnTimeoutGroup] 2024-11-20T03:22:52,647 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072957266 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072957266,5,FailOnTimeoutGroup] 2024-11-20T03:22:52,648 INFO [M:0;d00f728e99d7:46799 {}] hbase.ChoreService(370): Chore service for: master/d00f728e99d7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T03:22:52,648 INFO [M:0;d00f728e99d7:46799 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:22:52,648 DEBUG [M:0;d00f728e99d7:46799 {}] master.HMaster(1795): Stopping service threads 2024-11-20T03:22:52,648 INFO [M:0;d00f728e99d7:46799 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T03:22:52,648 INFO [M:0;d00f728e99d7:46799 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:22:52,648 INFO [M:0;d00f728e99d7:46799 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T03:22:52,648 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T03:22:52,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46799-0x1015643a2ac0006, quorum=127.0.0.1:51344, baseZNode=/21407067361 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21407067361/master 2024-11-20T03:22:52,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46799-0x1015643a2ac0006, quorum=127.0.0.1:51344, baseZNode=/21407067361 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21407067361 2024-11-20T03:22:52,658 DEBUG [M:0;d00f728e99d7:46799 {}] zookeeper.ZKUtil(347): master:46799-0x1015643a2ac0006, quorum=127.0.0.1:51344, baseZNode=/21407067361 Unable to get data of znode /21407067361/master because node does not exist (not an error) 2024-11-20T03:22:52,658 WARN [M:0;d00f728e99d7:46799 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T03:22:52,658 INFO [M:0;d00f728e99d7:46799 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/.lastflushedseqids 2024-11-20T03:22:52,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741843_1019 (size=173) 2024-11-20T03:22:52,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1015643a2ac0007, quorum=127.0.0.1:51344, baseZNode=/21407067361 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:22:52,737 INFO [RS:0;d00f728e99d7:46125 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:22:52,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46125-0x1015643a2ac0007, quorum=127.0.0.1:51344, baseZNode=/21407067361 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:22:52,737 INFO [RS:0;d00f728e99d7:46125 {}] regionserver.HRegionServer(1031): Exiting; stopping=d00f728e99d7,46125,1732072955101; zookeeper connection closed. 2024-11-20T03:22:52,737 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1bd26611 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1bd26611 2024-11-20T03:22:52,737 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T03:22:53,017 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T03:22:53,065 INFO [M:0;d00f728e99d7:46799 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T03:22:53,066 INFO [M:0;d00f728e99d7:46799 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T03:22:53,066 DEBUG [M:0;d00f728e99d7:46799 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:22:53,066 INFO [M:0;d00f728e99d7:46799 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:22:53,066 DEBUG [M:0;d00f728e99d7:46799 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:22:53,066 DEBUG [M:0;d00f728e99d7:46799 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:22:53,066 DEBUG [M:0;d00f728e99d7:46799 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:22:53,066 INFO [M:0;d00f728e99d7:46799 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-20T03:22:53,084 DEBUG [M:0;d00f728e99d7:46799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5443b1dab24e46c185c23798f4cd58b6 is 82, key is hbase:meta,,1/info:regioninfo/1732072958491/Put/seqid=0 2024-11-20T03:22:53,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741844_1020 (size=5672) 2024-11-20T03:22:53,209 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,2-d00f728e99d7,42371,1732072943592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072968756 to pos 393, reset compression=false 2024-11-20T03:22:53,285 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,1-d00f728e99d7,42371,1732072943592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072968756 to pos 393, reset compression=false 2024-11-20T03:22:53,488 INFO [M:0;d00f728e99d7:46799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5443b1dab24e46c185c23798f4cd58b6 2024-11-20T03:22:53,505 DEBUG [M:0;d00f728e99d7:46799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3644f1cf966f4027963e91d6b0551617 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732072963620/Put/seqid=0 2024-11-20T03:22:53,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741845_1021 (size=6586) 2024-11-20T03:22:53,909 INFO [M:0;d00f728e99d7:46799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3644f1cf966f4027963e91d6b0551617 2024-11-20T03:22:53,933 DEBUG [M:0;d00f728e99d7:46799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b9eb2fa65bb0455fb66c065f9af796ed is 69, key is d00f728e99d7,46125,1732072955101/rs:state/1732072957367/Put/seqid=0 2024-11-20T03:22:53,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741846_1022 (size=5156) 2024-11-20T03:22:54,015 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,2-d00f728e99d7,42371,1732072943592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072968756 to pos 393, reset compression=false 2024-11-20T03:22:54,087 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,1-d00f728e99d7,42371,1732072943592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072968756 to pos 393, reset compression=false 2024-11-20T03:22:54,339 INFO [M:0;d00f728e99d7:46799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b9eb2fa65bb0455fb66c065f9af796ed 2024-11-20T03:22:54,343 DEBUG [M:0;d00f728e99d7:46799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5443b1dab24e46c185c23798f4cd58b6 as hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5443b1dab24e46c185c23798f4cd58b6 2024-11-20T03:22:54,346 INFO [M:0;d00f728e99d7:46799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5443b1dab24e46c185c23798f4cd58b6, entries=8, sequenceid=55, filesize=5.5 K 2024-11-20T03:22:54,346 DEBUG [M:0;d00f728e99d7:46799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3644f1cf966f4027963e91d6b0551617 as hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3644f1cf966f4027963e91d6b0551617 2024-11-20T03:22:54,349 INFO [M:0;d00f728e99d7:46799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3644f1cf966f4027963e91d6b0551617, entries=6, sequenceid=55, filesize=6.4 K 2024-11-20T03:22:54,350 DEBUG [M:0;d00f728e99d7:46799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b9eb2fa65bb0455fb66c065f9af796ed as hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b9eb2fa65bb0455fb66c065f9af796ed 2024-11-20T03:22:54,354 INFO [M:0;d00f728e99d7:46799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40845/user/jenkins/test-data/dcfd471f-af6b-3036-1775-4a9a55d3213d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b9eb2fa65bb0455fb66c065f9af796ed, entries=1, sequenceid=55, filesize=5.0 K 2024-11-20T03:22:54,355 INFO [M:0;d00f728e99d7:46799 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=55, compaction requested=false 2024-11-20T03:22:54,356 INFO [M:0;d00f728e99d7:46799 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:22:54,356 DEBUG [M:0;d00f728e99d7:46799 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072973066Disabling compacts and flushes for region at 1732072973066Disabling writes for close at 1732072973066Obtaining lock to block concurrent updates at 1732072973066Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732072973066Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732072973066Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732072973067 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732072973067Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732072973083 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732072973083Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732072973491 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732072973504 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732072973504Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732072973912 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732072973932 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732072973932Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a8a172b: reopening flushed file at 1732072974342 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9dbc1f5: reopening flushed file at 1732072974346 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76861787: reopening flushed file at 1732072974350 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=55, compaction requested=false at 1732072974355 (+5 ms)Writing region close event to WAL at 1732072974356 (+1 ms)Closed at 1732072974356 2024-11-20T03:22:54,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741830_1006 (size=32770) 2024-11-20T03:22:54,358 INFO [M:0;d00f728e99d7:46799 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T03:22:54,358 INFO [M:0;d00f728e99d7:46799 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46799 2024-11-20T03:22:54,358 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:22:54,359 INFO [M:0;d00f728e99d7:46799 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:22:54,524 INFO [M:0;d00f728e99d7:46799 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:22:54,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46799-0x1015643a2ac0006, quorum=127.0.0.1:51344, baseZNode=/21407067361 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:22:54,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46799-0x1015643a2ac0006, quorum=127.0.0.1:51344, baseZNode=/21407067361 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:22:54,527 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1fb5a8b7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:22:54,527 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@148e501b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:22:54,528 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:22:54,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fd5e1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:22:54,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@247d5bbe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5e444d9-91a4-4b59-dab7-e942a14c16b8/hadoop.log.dir/,STOPPED} 2024-11-20T03:22:54,530 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T03:22:54,530 WARN [BP-215984777-172.17.0.2-1732072952823 heartbeating to localhost/127.0.0.1:40845 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T03:22:54,530 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T03:22:54,530 WARN [BP-215984777-172.17.0.2-1732072952823 heartbeating to localhost/127.0.0.1:40845 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-215984777-172.17.0.2-1732072952823 (Datanode Uuid 732b771b-835c-41fd-991e-08924f37074c) service to localhost/127.0.0.1:40845 2024-11-20T03:22:54,530 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5e444d9-91a4-4b59-dab7-e942a14c16b8/cluster_e51bc499-f602-162b-2333-5b263a1b9e9e/data/data1/current/BP-215984777-172.17.0.2-1732072952823 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:22:54,531 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5e444d9-91a4-4b59-dab7-e942a14c16b8/cluster_e51bc499-f602-162b-2333-5b263a1b9e9e/data/data2/current/BP-215984777-172.17.0.2-1732072952823 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:22:54,531 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T03:22:54,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@673f761a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:22:54,538 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f9e3cff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:22:54,538 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:22:54,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4662f292{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:22:54,538 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d4b4cff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d5e444d9-91a4-4b59-dab7-e942a14c16b8/hadoop.log.dir/,STOPPED} 2024-11-20T03:22:54,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T03:22:54,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T03:22:54,553 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:22:54,553 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:22:54,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:54,554 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:22:54,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:54,554 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T03:22:54,554 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1784705919, stopped=false 2024-11-20T03:22:54,554 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d00f728e99d7,38709,1732072949293 2024-11-20T03:22:54,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33999-0x1015643a2ac0004, quorum=127.0.0.1:51344, baseZNode=/1645725264 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1645725264/running 2024-11-20T03:22:54,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38709-0x1015643a2ac0003, quorum=127.0.0.1:51344, baseZNode=/1645725264 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1645725264/running 2024-11-20T03:22:54,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33999-0x1015643a2ac0004, quorum=127.0.0.1:51344, baseZNode=/1645725264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1645725264 2024-11-20T03:22:54,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38709-0x1015643a2ac0003, quorum=127.0.0.1:51344, baseZNode=/1645725264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1645725264 2024-11-20T03:22:54,574 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:22:54,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33999-0x1015643a2ac0004, quorum=127.0.0.1:51344, baseZNode=/1645725264 Set watcher on znode that does not yet exist, /1645725264/running 2024-11-20T03:22:54,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38709-0x1015643a2ac0003, quorum=127.0.0.1:51344, baseZNode=/1645725264 Set watcher on znode that does not yet exist, /1645725264/running 2024-11-20T03:22:54,575 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:22:54,576 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:22:54,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:54,576 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd00f728e99d7,33999,1732072949529' ***** 2024-11-20T03:22:54,576 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T03:22:54,576 INFO [RS:0;d00f728e99d7:33999 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T03:22:54,576 INFO [RS:0;d00f728e99d7:33999 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T03:22:54,577 INFO [RS:0;d00f728e99d7:33999 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T03:22:54,577 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T03:22:54,577 INFO [RS:0;d00f728e99d7:33999 {}] regionserver.HRegionServer(3091): Received CLOSE for 5ff9bd1dfe07dbf12307ec75a8fbf694 2024-11-20T03:22:54,577 INFO [RS:0;d00f728e99d7:33999 {}] regionserver.HRegionServer(959): stopping server d00f728e99d7,33999,1732072949529 2024-11-20T03:22:54,577 INFO [RS:0;d00f728e99d7:33999 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:22:54,577 INFO [RS:0;d00f728e99d7:33999 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:33999. 2024-11-20T03:22:54,577 DEBUG [RS:0;d00f728e99d7:33999 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:22:54,577 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5ff9bd1dfe07dbf12307ec75a8fbf694, disabling compactions & flushes 2024-11-20T03:22:54,577 DEBUG [RS:0;d00f728e99d7:33999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:54,577 INFO [RS:0;d00f728e99d7:33999 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T03:22:54,577 INFO [RS:0;d00f728e99d7:33999 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T03:22:54,577 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732072960724.5ff9bd1dfe07dbf12307ec75a8fbf694. 2024-11-20T03:22:54,577 INFO [RS:0;d00f728e99d7:33999 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T03:22:54,577 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732072960724.5ff9bd1dfe07dbf12307ec75a8fbf694. 2024-11-20T03:22:54,577 INFO [RS:0;d00f728e99d7:33999 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T03:22:54,577 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732072960724.5ff9bd1dfe07dbf12307ec75a8fbf694. after waiting 0 ms 2024-11-20T03:22:54,577 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732072960724.5ff9bd1dfe07dbf12307ec75a8fbf694. 2024-11-20T03:22:54,577 INFO [RS:0;d00f728e99d7:33999 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T03:22:54,578 DEBUG [RS:0;d00f728e99d7:33999 {}] regionserver.HRegionServer(1325): Online Regions={5ff9bd1dfe07dbf12307ec75a8fbf694=test,,1732072960724.5ff9bd1dfe07dbf12307ec75a8fbf694., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T03:22:54,578 DEBUG [RS:0;d00f728e99d7:33999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ff9bd1dfe07dbf12307ec75a8fbf694 2024-11-20T03:22:54,578 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:22:54,578 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:22:54,578 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:22:54,578 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:22:54,578 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:22:54,578 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-20T03:22:54,580 INFO [regionserver/d00f728e99d7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:22:54,584 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/default/test/5ff9bd1dfe07dbf12307ec75a8fbf694/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T03:22:54,584 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:22:54,584 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T03:22:54,584 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732072960724.5ff9bd1dfe07dbf12307ec75a8fbf694. 2024-11-20T03:22:54,584 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5ff9bd1dfe07dbf12307ec75a8fbf694: Waiting for close lock at 1732072974577Running coprocessor pre-close hooks at 1732072974577Disabling compacts and flushes for region at 1732072974577Disabling writes for close at 1732072974577Writing region close event to WAL at 1732072974580 (+3 ms)Running coprocessor post-close hooks at 1732072974584 (+4 ms)Closed at 1732072974584 2024-11-20T03:22:54,585 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732072960724.5ff9bd1dfe07dbf12307ec75a8fbf694. 2024-11-20T03:22:54,601 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/hbase/meta/1588230740/.tmp/info/2fb5bd8d9b69489c9d8e921e9ffcd88b is 129, key is test,,1732072960724.5ff9bd1dfe07dbf12307ec75a8fbf694./info:regioninfo/1732072961864/Put/seqid=0 2024-11-20T03:22:54,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40313 is added to blk_1073741841_1017 (size=6421) 2024-11-20T03:22:54,778 DEBUG [RS:0;d00f728e99d7:33999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:22:54,919 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,2-d00f728e99d7,42371,1732072943592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072968756 to pos 393, reset compression=false 2024-11-20T03:22:54,945 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T03:22:54,945 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T03:22:54,978 DEBUG [RS:0;d00f728e99d7:33999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:22:54,990 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,1-d00f728e99d7,42371,1732072943592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072968756 to pos 393, reset compression=false 2024-11-20T03:22:55,004 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/hbase/meta/1588230740/.tmp/info/2fb5bd8d9b69489c9d8e921e9ffcd88b 2024-11-20T03:22:55,021 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/hbase/meta/1588230740/.tmp/ns/ff1265eb5ad54c03abc04a26c1246578 is 43, key is default/ns:d/1732072952685/Put/seqid=0 2024-11-20T03:22:55,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40313 is added to blk_1073741842_1018 (size=5153) 2024-11-20T03:22:55,178 DEBUG [RS:0;d00f728e99d7:33999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:22:55,378 DEBUG [RS:0;d00f728e99d7:33999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:22:55,424 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/hbase/meta/1588230740/.tmp/ns/ff1265eb5ad54c03abc04a26c1246578 2024-11-20T03:22:55,441 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/hbase/meta/1588230740/.tmp/rep_barrier/9eebfa104e0d4f7ebf3f8b34e3498dba is 112, key is test,,1732072960724.5ff9bd1dfe07dbf12307ec75a8fbf694./rep_barrier:seqnumDuringOpen/1732072961864/Put/seqid=0 2024-11-20T03:22:55,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40313 is added to blk_1073741843_1019 (size=5518) 2024-11-20T03:22:55,444 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/hbase/meta/1588230740/.tmp/rep_barrier/9eebfa104e0d4f7ebf3f8b34e3498dba 2024-11-20T03:22:55,460 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/hbase/meta/1588230740/.tmp/table/3946756f42e94c608c5d688844518075 is 40, key is test/table:state/1732072961870/Put/seqid=0 2024-11-20T03:22:55,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40313 is added to blk_1073741844_1020 (size=5165) 2024-11-20T03:22:55,578 INFO [RS:0;d00f728e99d7:33999 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T03:22:55,578 DEBUG [RS:0;d00f728e99d7:33999 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T03:22:55,578 DEBUG [RS:0;d00f728e99d7:33999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:22:55,779 DEBUG [RS:0;d00f728e99d7:33999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T03:22:55,864 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/hbase/meta/1588230740/.tmp/table/3946756f42e94c608c5d688844518075 2024-11-20T03:22:55,867 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/hbase/meta/1588230740/.tmp/info/2fb5bd8d9b69489c9d8e921e9ffcd88b as hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/hbase/meta/1588230740/info/2fb5bd8d9b69489c9d8e921e9ffcd88b 2024-11-20T03:22:55,870 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/hbase/meta/1588230740/info/2fb5bd8d9b69489c9d8e921e9ffcd88b, entries=10, sequenceid=11, filesize=6.3 K 2024-11-20T03:22:55,871 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/hbase/meta/1588230740/.tmp/ns/ff1265eb5ad54c03abc04a26c1246578 as hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/hbase/meta/1588230740/ns/ff1265eb5ad54c03abc04a26c1246578 2024-11-20T03:22:55,874 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/hbase/meta/1588230740/ns/ff1265eb5ad54c03abc04a26c1246578, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T03:22:55,875 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/hbase/meta/1588230740/.tmp/rep_barrier/9eebfa104e0d4f7ebf3f8b34e3498dba as hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/hbase/meta/1588230740/rep_barrier/9eebfa104e0d4f7ebf3f8b34e3498dba 2024-11-20T03:22:55,878 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/hbase/meta/1588230740/rep_barrier/9eebfa104e0d4f7ebf3f8b34e3498dba, entries=1, sequenceid=11, filesize=5.4 K 2024-11-20T03:22:55,879 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/hbase/meta/1588230740/.tmp/table/3946756f42e94c608c5d688844518075 as hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/hbase/meta/1588230740/table/3946756f42e94c608c5d688844518075 2024-11-20T03:22:55,882 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/hbase/meta/1588230740/table/3946756f42e94c608c5d688844518075, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T03:22:55,882 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=11, compaction requested=false 2024-11-20T03:22:55,883 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T03:22:55,886 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T03:22:55,887 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:22:55,887 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:22:55,887 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:22:55,887 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072974578Running coprocessor pre-close hooks at 1732072974578Disabling compacts and flushes for region at 1732072974578Disabling writes for close at 1732072974578Obtaining lock to block concurrent updates at 1732072974578Preparing flush snapshotting stores in 1588230740 at 1732072974578Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732072974578Flushing stores of hbase:meta,,1.1588230740 at 1732072974582 (+4 ms)Flushing 1588230740/info: creating writer at 1732072974582Flushing 1588230740/info: appending metadata at 1732072974600 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732072974600Flushing 1588230740/ns: creating writer at 1732072975008 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732072975020 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732072975020Flushing 1588230740/rep_barrier: creating writer at 1732072975428 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732072975440 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732072975440Flushing 1588230740/table: creating writer at 1732072975447 (+7 ms)Flushing 1588230740/table: appending metadata at 1732072975460 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732072975460Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47019b9c: reopening flushed file at 1732072975867 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@258d5723: reopening flushed file at 1732072975871 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3257174c: reopening flushed file at 1732072975874 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ed9f3bd: reopening flushed file at 1732072975878 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=11, compaction requested=false at 1732072975882 (+4 ms)Writing region close event to WAL at 1732072975884 (+2 ms)Running coprocessor post-close hooks at 1732072975887 (+3 ms)Closed at 1732072975887 2024-11-20T03:22:55,887 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T03:22:55,922 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,2-d00f728e99d7,42371,1732072943592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072968756 to pos 393, reset compression=false 2024-11-20T03:22:55,979 INFO [RS:0;d00f728e99d7:33999 {}] regionserver.HRegionServer(976): stopping server d00f728e99d7,33999,1732072949529; all regions closed. 2024-11-20T03:22:55,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40313 is added to blk_1073741834_1010 (size=2717) 2024-11-20T03:22:55,980 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/WALs/d00f728e99d7,33999,1732072949529/d00f728e99d7%2C33999%2C1732072949529.meta.1732072952644.meta not finished, retry = 0 2024-11-20T03:22:55,994 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,1-d00f728e99d7,42371,1732072943592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072968756 to pos 393, reset compression=false 2024-11-20T03:22:56,082 DEBUG [RS:0;d00f728e99d7:33999 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/oldWALs 2024-11-20T03:22:56,082 INFO [RS:0;d00f728e99d7:33999 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d00f728e99d7%2C33999%2C1732072949529.meta:.meta(num 1732072952644) 2024-11-20T03:22:56,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40313 is added to blk_1073741833_1009 (size=1374) 2024-11-20T03:22:56,087 DEBUG [RS:0;d00f728e99d7:33999 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/oldWALs 2024-11-20T03:22:56,087 INFO [RS:0;d00f728e99d7:33999 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d00f728e99d7%2C33999%2C1732072949529:(num 1732072952077) 2024-11-20T03:22:56,087 DEBUG [RS:0;d00f728e99d7:33999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:56,087 INFO [RS:0;d00f728e99d7:33999 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:22:56,087 INFO [RS:0;d00f728e99d7:33999 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:22:56,087 INFO [RS:0;d00f728e99d7:33999 {}] hbase.ChoreService(370): Chore service for: regionserver/d00f728e99d7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T03:22:56,087 INFO [RS:0;d00f728e99d7:33999 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:22:56,088 INFO [RS:0;d00f728e99d7:33999 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:33999. 2024-11-20T03:22:56,088 INFO [regionserver/d00f728e99d7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:22:56,088 DEBUG [RS:0;d00f728e99d7:33999 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:22:56,088 DEBUG [RS:0;d00f728e99d7:33999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:56,088 DEBUG [RS:0;d00f728e99d7:33999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:56,088 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:22:56,088 INFO [RS:0;d00f728e99d7:33999 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33999 2024-11-20T03:22:56,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33999-0x1015643a2ac0004, quorum=127.0.0.1:51344, baseZNode=/1645725264 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1645725264/rs/d00f728e99d7,33999,1732072949529 2024-11-20T03:22:56,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38709-0x1015643a2ac0003, quorum=127.0.0.1:51344, baseZNode=/1645725264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1645725264/rs 2024-11-20T03:22:56,153 INFO [RS:0;d00f728e99d7:33999 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:22:56,218 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d00f728e99d7,33999,1732072949529] 2024-11-20T03:22:56,236 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1645725264/draining/d00f728e99d7,33999,1732072949529 already deleted, retry=false 2024-11-20T03:22:56,236 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d00f728e99d7,33999,1732072949529 expired; onlineServers=0 2024-11-20T03:22:56,236 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd00f728e99d7,38709,1732072949293' ***** 2024-11-20T03:22:56,236 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T03:22:56,236 INFO [M:0;d00f728e99d7:38709 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:22:56,237 INFO [M:0;d00f728e99d7:38709 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:22:56,237 DEBUG [M:0;d00f728e99d7:38709 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T03:22:56,237 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T03:22:56,237 DEBUG [M:0;d00f728e99d7:38709 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T03:22:56,237 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072951770 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072951770,5,FailOnTimeoutGroup] 2024-11-20T03:22:56,237 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072951770 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072951770,5,FailOnTimeoutGroup] 2024-11-20T03:22:56,237 INFO [M:0;d00f728e99d7:38709 {}] hbase.ChoreService(370): Chore service for: master/d00f728e99d7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T03:22:56,237 INFO [M:0;d00f728e99d7:38709 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:22:56,237 DEBUG [M:0;d00f728e99d7:38709 {}] master.HMaster(1795): Stopping service threads 2024-11-20T03:22:56,237 INFO [M:0;d00f728e99d7:38709 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T03:22:56,237 INFO [M:0;d00f728e99d7:38709 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:22:56,237 INFO [M:0;d00f728e99d7:38709 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T03:22:56,238 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T03:22:56,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38709-0x1015643a2ac0003, quorum=127.0.0.1:51344, baseZNode=/1645725264 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1645725264/master 2024-11-20T03:22:56,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38709-0x1015643a2ac0003, quorum=127.0.0.1:51344, baseZNode=/1645725264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1645725264 2024-11-20T03:22:56,303 DEBUG [M:0;d00f728e99d7:38709 {}] zookeeper.ZKUtil(347): master:38709-0x1015643a2ac0003, quorum=127.0.0.1:51344, baseZNode=/1645725264 Unable to get data of znode /1645725264/master because node does not exist (not an error) 2024-11-20T03:22:56,303 WARN [M:0;d00f728e99d7:38709 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T03:22:56,304 INFO [M:0;d00f728e99d7:38709 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/.lastflushedseqids 2024-11-20T03:22:56,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40313 is added to blk_1073741845_1021 (size=173) 2024-11-20T03:22:56,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33999-0x1015643a2ac0004, quorum=127.0.0.1:51344, baseZNode=/1645725264 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:22:56,318 INFO [RS:0;d00f728e99d7:33999 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:22:56,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33999-0x1015643a2ac0004, quorum=127.0.0.1:51344, baseZNode=/1645725264 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:22:56,318 INFO [RS:0;d00f728e99d7:33999 {}] regionserver.HRegionServer(1031): Exiting; stopping=d00f728e99d7,33999,1732072949529; zookeeper connection closed. 2024-11-20T03:22:56,319 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@e9dcefb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@e9dcefb 2024-11-20T03:22:56,319 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T03:22:56,555 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T03:22:56,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:56,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:56,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:56,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:56,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:56,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:56,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:56,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:56,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:56,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:56,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:56,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:56,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:56,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:56,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:56,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:56,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:56,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:56,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T03:22:56,712 INFO [M:0;d00f728e99d7:38709 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T03:22:56,712 INFO [M:0;d00f728e99d7:38709 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T03:22:56,712 DEBUG [M:0;d00f728e99d7:38709 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:22:56,712 INFO [M:0;d00f728e99d7:38709 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:22:56,712 DEBUG [M:0;d00f728e99d7:38709 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:22:56,712 DEBUG [M:0;d00f728e99d7:38709 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:22:56,712 DEBUG [M:0;d00f728e99d7:38709 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:22:56,713 INFO [M:0;d00f728e99d7:38709 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-20T03:22:56,728 DEBUG [M:0;d00f728e99d7:38709 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b03e144cbdf4d93a66ce23587c81e47 is 82, key is hbase:meta,,1/info:regioninfo/1732072952672/Put/seqid=0 2024-11-20T03:22:56,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40313 is added to blk_1073741846_1022 (size=5672) 2024-11-20T03:22:57,025 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,2-d00f728e99d7,42371,1732072943592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072968756 to pos 393, reset compression=false 2024-11-20T03:22:57,097 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,1-d00f728e99d7,42371,1732072943592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072968756 to pos 393, reset compression=false 2024-11-20T03:22:57,132 INFO [M:0;d00f728e99d7:38709 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b03e144cbdf4d93a66ce23587c81e47 2024-11-20T03:22:57,148 DEBUG [M:0;d00f728e99d7:38709 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f3786b3af1f4abfb6e8835570e64e55 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732072961872/Put/seqid=0 2024-11-20T03:22:57,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40313 is added to blk_1073741847_1023 (size=6587) 2024-11-20T03:22:57,551 INFO [M:0;d00f728e99d7:38709 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f3786b3af1f4abfb6e8835570e64e55 2024-11-20T03:22:57,567 DEBUG [M:0;d00f728e99d7:38709 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/209be628de5149398789919b0418e43e is 69, key is d00f728e99d7,33999,1732072949529/rs:state/1732072951917/Put/seqid=0 2024-11-20T03:22:57,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40313 is added to blk_1073741848_1024 (size=5156) 2024-11-20T03:22:57,970 INFO [M:0;d00f728e99d7:38709 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/209be628de5149398789919b0418e43e 2024-11-20T03:22:57,974 DEBUG [M:0;d00f728e99d7:38709 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b03e144cbdf4d93a66ce23587c81e47 as hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6b03e144cbdf4d93a66ce23587c81e47 2024-11-20T03:22:57,977 INFO [M:0;d00f728e99d7:38709 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6b03e144cbdf4d93a66ce23587c81e47, entries=8, sequenceid=55, filesize=5.5 K 2024-11-20T03:22:57,977 DEBUG [M:0;d00f728e99d7:38709 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f3786b3af1f4abfb6e8835570e64e55 as hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0f3786b3af1f4abfb6e8835570e64e55 2024-11-20T03:22:57,980 INFO [M:0;d00f728e99d7:38709 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0f3786b3af1f4abfb6e8835570e64e55, entries=6, sequenceid=55, filesize=6.4 K 2024-11-20T03:22:57,981 DEBUG [M:0;d00f728e99d7:38709 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/209be628de5149398789919b0418e43e as hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/209be628de5149398789919b0418e43e 2024-11-20T03:22:57,984 INFO [M:0;d00f728e99d7:38709 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40163/user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/209be628de5149398789919b0418e43e, entries=1, sequenceid=55, filesize=5.0 K 2024-11-20T03:22:57,985 INFO [M:0;d00f728e99d7:38709 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=55, compaction requested=false 2024-11-20T03:22:57,989 INFO [M:0;d00f728e99d7:38709 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:22:57,989 DEBUG [M:0;d00f728e99d7:38709 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072976712Disabling compacts and flushes for region at 1732072976712Disabling writes for close at 1732072976712Obtaining lock to block concurrent updates at 1732072976713 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732072976713Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1732072976713Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732072976713Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732072976713Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732072976728 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732072976728Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732072977135 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732072977147 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732072977148 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732072977554 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732072977566 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732072977566Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@533f1ac2: reopening flushed file at 1732072977973 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77c9ec59: reopening flushed file at 1732072977977 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d34f827: reopening flushed file at 1732072977980 (+3 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=55, compaction requested=false at 1732072977985 (+5 ms)Writing region close event to WAL at 1732072977989 (+4 ms)Closed at 1732072977989 2024-11-20T03:22:57,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40313 is added to blk_1073741830_1006 (size=32782) 2024-11-20T03:22:57,991 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/caf60de3-a7a3-3415-106a-8cf2bd250591/MasterData/WALs/d00f728e99d7,38709,1732072949293/d00f728e99d7%2C38709%2C1732072949293.1732072951288 not finished, retry = 0 2024-11-20T03:22:58,092 INFO [M:0;d00f728e99d7:38709 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T03:22:58,092 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:22:58,092 INFO [M:0;d00f728e99d7:38709 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38709 2024-11-20T03:22:58,093 INFO [M:0;d00f728e99d7:38709 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:22:58,227 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,2-d00f728e99d7,42371,1732072943592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072968756 to pos 393, reset compression=false 2024-11-20T03:22:58,263 INFO [M:0;d00f728e99d7:38709 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:22:58,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38709-0x1015643a2ac0003, quorum=127.0.0.1:51344, baseZNode=/1645725264 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:22:58,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38709-0x1015643a2ac0003, quorum=127.0.0.1:51344, baseZNode=/1645725264 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:22:58,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@647486c8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:22:58,266 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@691ab766{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:22:58,266 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:22:58,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c1a14f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:22:58,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3746d143{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e3665e-bf3a-1d95-9524-48c7cdc0e717/hadoop.log.dir/,STOPPED} 2024-11-20T03:22:58,267 WARN [BP-802540111-172.17.0.2-1732072947182 heartbeating to localhost/127.0.0.1:40163 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T03:22:58,267 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T03:22:58,267 WARN [BP-802540111-172.17.0.2-1732072947182 heartbeating to localhost/127.0.0.1:40163 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-802540111-172.17.0.2-1732072947182 (Datanode Uuid 8da55a3e-2644-4f24-b1ee-5e3a0ac08a42) service to localhost/127.0.0.1:40163 2024-11-20T03:22:58,267 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T03:22:58,268 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e3665e-bf3a-1d95-9524-48c7cdc0e717/cluster_7be40ac9-f4da-0965-d3d1-03c2b272ee12/data/data1/current/BP-802540111-172.17.0.2-1732072947182 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:22:58,268 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e3665e-bf3a-1d95-9524-48c7cdc0e717/cluster_7be40ac9-f4da-0965-d3d1-03c2b272ee12/data/data2/current/BP-802540111-172.17.0.2-1732072947182 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:22:58,268 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T03:22:58,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7349cd64{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:22:58,274 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c2a3994{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:22:58,275 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:22:58,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@132d4871{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:22:58,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48fc470e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22e3665e-bf3a-1d95-9524-48c7cdc0e717/hadoop.log.dir/,STOPPED} 2024-11-20T03:22:58,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T03:22:58,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T03:22:58,288 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:22:58,288 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:22:58,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:58,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:58,288 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:22:58,288 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T03:22:58,289 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=640604291, stopped=false 2024-11-20T03:22:58,289 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d00f728e99d7,36885,1732072943427 2024-11-20T03:22:58,300 DEBUG [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,1-d00f728e99d7,42371,1732072943592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/WALs/d00f728e99d7,42371,1732072943592/d00f728e99d7%2C42371%2C1732072943592.1732072968756 to pos 393, reset compression=false 2024-11-20T03:22:58,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36885-0x1015643a2ac0000, quorum=127.0.0.1:51344, baseZNode=/01742882746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01742882746/running 2024-11-20T03:22:58,310 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x1015643a2ac0001, quorum=127.0.0.1:51344, baseZNode=/01742882746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01742882746/running 2024-11-20T03:22:58,310 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x1015643a2ac0001, quorum=127.0.0.1:51344, baseZNode=/01742882746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01742882746 2024-11-20T03:22:58,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36885-0x1015643a2ac0000, quorum=127.0.0.1:51344, baseZNode=/01742882746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01742882746 2024-11-20T03:22:58,310 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:22:58,310 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:22:58,310 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:22:58,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:58,310 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36885-0x1015643a2ac0000, quorum=127.0.0.1:51344, baseZNode=/01742882746 Set watcher on znode that does not yet exist, /01742882746/running 2024-11-20T03:22:58,310 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42371-0x1015643a2ac0001, quorum=127.0.0.1:51344, baseZNode=/01742882746 Set watcher on znode that does not yet exist, /01742882746/running 2024-11-20T03:22:58,311 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd00f728e99d7,42371,1732072943592' ***** 2024-11-20T03:22:58,311 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T03:22:58,311 INFO [RS:0;d00f728e99d7:42371 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T03:22:58,311 INFO [RS:0;d00f728e99d7:42371 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T03:22:58,311 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T03:22:58,311 INFO [RS:0;d00f728e99d7:42371 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T03:22:58,311 INFO [RS:0;d00f728e99d7:42371 {}] regionserver.HRegionServer(3091): Received CLOSE for 6ac2b243124f2c366fd23c3e3946c2d1 2024-11-20T03:22:58,311 INFO [RS:0;d00f728e99d7:42371 {}] regionserver.HRegionServer(3091): Received CLOSE for 16fd8d3f64e852dcf4b70b887483c095 2024-11-20T03:22:58,312 INFO [RS:0;d00f728e99d7:42371 {}] regionserver.HRegionServer(959): stopping server d00f728e99d7,42371,1732072943592 2024-11-20T03:22:58,312 INFO [RS:0;d00f728e99d7:42371 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:22:58,312 INFO [RS:0;d00f728e99d7:42371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:42371. 2024-11-20T03:22:58,312 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6ac2b243124f2c366fd23c3e3946c2d1, disabling compactions & flushes 2024-11-20T03:22:58,312 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732072964050.6ac2b243124f2c366fd23c3e3946c2d1. 2024-11-20T03:22:58,312 DEBUG [RS:0;d00f728e99d7:42371 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:22:58,312 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732072964050.6ac2b243124f2c366fd23c3e3946c2d1. 2024-11-20T03:22:58,312 DEBUG [RS:0;d00f728e99d7:42371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:58,312 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732072964050.6ac2b243124f2c366fd23c3e3946c2d1. after waiting 0 ms 2024-11-20T03:22:58,312 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732072964050.6ac2b243124f2c366fd23c3e3946c2d1. 2024-11-20T03:22:58,312 INFO [RS:0;d00f728e99d7:42371 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T03:22:58,312 INFO [RS:0;d00f728e99d7:42371 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T03:22:58,312 INFO [RS:0;d00f728e99d7:42371 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T03:22:58,312 INFO [RS:0;d00f728e99d7:42371 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T03:22:58,312 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6ac2b243124f2c366fd23c3e3946c2d1 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-20T03:22:58,312 INFO [RS:0;d00f728e99d7:42371 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T03:22:58,312 DEBUG [RS:0;d00f728e99d7:42371 {}] regionserver.HRegionServer(1325): Online Regions={6ac2b243124f2c366fd23c3e3946c2d1=hbase:replication,,1732072964050.6ac2b243124f2c366fd23c3e3946c2d1., 1588230740=hbase:meta,,1.1588230740, 16fd8d3f64e852dcf4b70b887483c095=test,,1732072958569.16fd8d3f64e852dcf4b70b887483c095.} 2024-11-20T03:22:58,312 DEBUG [RS:0;d00f728e99d7:42371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16fd8d3f64e852dcf4b70b887483c095, 6ac2b243124f2c366fd23c3e3946c2d1 2024-11-20T03:22:58,312 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:22:58,312 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:22:58,312 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:22:58,312 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:22:58,312 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:22:58,312 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T03:22:58,322 INFO [regionserver/d00f728e99d7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:22:58,325 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/hbase/meta/1588230740/.tmp/info/ef7d12f0eeb44d538ea06754e0e23364 is 147, key is hbase:replication,,1732072964050.6ac2b243124f2c366fd23c3e3946c2d1./info:regioninfo/1732072965285/Put/seqid=0 2024-11-20T03:22:58,328 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/hbase/replication/6ac2b243124f2c366fd23c3e3946c2d1/.tmp/hfileref/6d7e189bc186479a9c34f42ad96e6770 is 74, key is 1/hfileref:9cfd1b8d7de040ddb26ddd510477e035_SeqId_6_/1732072970631/DeleteColumn/seqid=0 2024-11-20T03:22:58,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741847_1023 (size=7686) 2024-11-20T03:22:58,329 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/hbase/meta/1588230740/.tmp/info/ef7d12f0eeb44d538ea06754e0e23364 2024-11-20T03:22:58,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741848_1024 (size=5489) 2024-11-20T03:22:58,344 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/hbase/meta/1588230740/.tmp/ns/e5febb5f388a4e58af9763dba900bdae is 43, key is default/ns:d/1732072947038/Put/seqid=0 2024-11-20T03:22:58,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741849_1025 (size=5153) 2024-11-20T03:22:58,512 DEBUG [RS:0;d00f728e99d7:42371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16fd8d3f64e852dcf4b70b887483c095, 6ac2b243124f2c366fd23c3e3946c2d1 2024-11-20T03:22:58,712 DEBUG [RS:0;d00f728e99d7:42371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16fd8d3f64e852dcf4b70b887483c095, 6ac2b243124f2c366fd23c3e3946c2d1 2024-11-20T03:22:58,731 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/hbase/replication/6ac2b243124f2c366fd23c3e3946c2d1/.tmp/hfileref/6d7e189bc186479a9c34f42ad96e6770 2024-11-20T03:22:58,747 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/hbase/meta/1588230740/.tmp/ns/e5febb5f388a4e58af9763dba900bdae 2024-11-20T03:22:58,751 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/hbase/replication/6ac2b243124f2c366fd23c3e3946c2d1/.tmp/queue/728ff77c7f194f9ebfe4afec2e9096e4 is 153, key is 1-d00f728e99d7,42371,1732072943592/queue:d00f728e99d7%2C42371%2C1732072943592/1732072970633/Put/seqid=0 2024-11-20T03:22:58,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741850_1026 (size=5504) 2024-11-20T03:22:58,763 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/hbase/meta/1588230740/.tmp/rep_barrier/7c3093f8f15a48aaba2058ebc1666571 is 112, key is test,,1732072958569.16fd8d3f64e852dcf4b70b887483c095./rep_barrier:seqnumDuringOpen/1732072959723/Put/seqid=0 2024-11-20T03:22:58,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741851_1027 (size=5518) 2024-11-20T03:22:58,766 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/hbase/meta/1588230740/.tmp/rep_barrier/7c3093f8f15a48aaba2058ebc1666571 2024-11-20T03:22:58,777 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T03:22:58,777 INFO [regionserver/d00f728e99d7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T03:22:58,782 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/hbase/meta/1588230740/.tmp/table/553d9cdcffae49bbb68950e5acfaf883 is 53, key is hbase:replication/table:state/1732072965292/Put/seqid=0 2024-11-20T03:22:58,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741852_1028 (size=5308) 2024-11-20T03:22:58,913 DEBUG [RS:0;d00f728e99d7:42371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16fd8d3f64e852dcf4b70b887483c095, 6ac2b243124f2c366fd23c3e3946c2d1 2024-11-20T03:22:59,113 DEBUG [RS:0;d00f728e99d7:42371 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16fd8d3f64e852dcf4b70b887483c095, 6ac2b243124f2c366fd23c3e3946c2d1 2024-11-20T03:22:59,154 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/hbase/replication/6ac2b243124f2c366fd23c3e3946c2d1/.tmp/queue/728ff77c7f194f9ebfe4afec2e9096e4 2024-11-20T03:22:59,157 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/hbase/replication/6ac2b243124f2c366fd23c3e3946c2d1/.tmp/hfileref/6d7e189bc186479a9c34f42ad96e6770 as hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/hbase/replication/6ac2b243124f2c366fd23c3e3946c2d1/hfileref/6d7e189bc186479a9c34f42ad96e6770 2024-11-20T03:22:59,160 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/hbase/replication/6ac2b243124f2c366fd23c3e3946c2d1/hfileref/6d7e189bc186479a9c34f42ad96e6770, entries=6, sequenceid=17, filesize=5.4 K 2024-11-20T03:22:59,161 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/hbase/replication/6ac2b243124f2c366fd23c3e3946c2d1/.tmp/queue/728ff77c7f194f9ebfe4afec2e9096e4 as hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/hbase/replication/6ac2b243124f2c366fd23c3e3946c2d1/queue/728ff77c7f194f9ebfe4afec2e9096e4 2024-11-20T03:22:59,164 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/hbase/replication/6ac2b243124f2c366fd23c3e3946c2d1/queue/728ff77c7f194f9ebfe4afec2e9096e4, entries=2, sequenceid=17, filesize=5.4 K 2024-11-20T03:22:59,165 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 6ac2b243124f2c366fd23c3e3946c2d1 in 853ms, sequenceid=17, compaction requested=false 2024-11-20T03:22:59,168 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/hbase/replication/6ac2b243124f2c366fd23c3e3946c2d1/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-20T03:22:59,168 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:22:59,169 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:22:59,169 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732072964050.6ac2b243124f2c366fd23c3e3946c2d1. 2024-11-20T03:22:59,169 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6ac2b243124f2c366fd23c3e3946c2d1: Waiting for close lock at 1732072978312Running coprocessor pre-close hooks at 1732072978312Disabling compacts and flushes for region at 1732072978312Disabling writes for close at 1732072978312Obtaining lock to block concurrent updates at 1732072978312Preparing flush snapshotting stores in 6ac2b243124f2c366fd23c3e3946c2d1 at 1732072978312Finished memstore snapshotting hbase:replication,,1732072964050.6ac2b243124f2c366fd23c3e3946c2d1., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732072978312Flushing stores of hbase:replication,,1732072964050.6ac2b243124f2c366fd23c3e3946c2d1. at 1732072978313 (+1 ms)Flushing 6ac2b243124f2c366fd23c3e3946c2d1/hfileref: creating writer at 1732072978313Flushing 6ac2b243124f2c366fd23c3e3946c2d1/hfileref: appending metadata at 1732072978328 (+15 ms)Flushing 6ac2b243124f2c366fd23c3e3946c2d1/hfileref: closing flushed file at 1732072978328Flushing 6ac2b243124f2c366fd23c3e3946c2d1/queue: creating writer at 1732072978735 (+407 ms)Flushing 6ac2b243124f2c366fd23c3e3946c2d1/queue: appending metadata at 1732072978750 (+15 ms)Flushing 6ac2b243124f2c366fd23c3e3946c2d1/queue: closing flushed file at 1732072978750Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f85fec5: reopening flushed file at 1732072979157 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62a891e0: reopening flushed file at 1732072979161 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 6ac2b243124f2c366fd23c3e3946c2d1 in 853ms, sequenceid=17, compaction requested=false at 1732072979165 (+4 ms)Writing region close event to WAL at 1732072979166 (+1 ms)Running coprocessor post-close hooks at 1732072979168 (+2 ms)Closed at 1732072979169 (+1 ms) 2024-11-20T03:22:59,169 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732072964050.6ac2b243124f2c366fd23c3e3946c2d1. 2024-11-20T03:22:59,169 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 16fd8d3f64e852dcf4b70b887483c095, disabling compactions & flushes 2024-11-20T03:22:59,169 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732072958569.16fd8d3f64e852dcf4b70b887483c095. 2024-11-20T03:22:59,169 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732072958569.16fd8d3f64e852dcf4b70b887483c095. 2024-11-20T03:22:59,169 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732072958569.16fd8d3f64e852dcf4b70b887483c095. after waiting 0 ms 2024-11-20T03:22:59,169 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732072958569.16fd8d3f64e852dcf4b70b887483c095. 2024-11-20T03:22:59,171 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/default/test/16fd8d3f64e852dcf4b70b887483c095/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T03:22:59,172 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:22:59,172 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T03:22:59,172 INFO [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732072958569.16fd8d3f64e852dcf4b70b887483c095. 2024-11-20T03:22:59,172 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 16fd8d3f64e852dcf4b70b887483c095: Waiting for close lock at 1732072979169Running coprocessor pre-close hooks at 1732072979169Disabling compacts and flushes for region at 1732072979169Disabling writes for close at 1732072979169Writing region close event to WAL at 1732072979169Running coprocessor post-close hooks at 1732072979172 (+3 ms)Closed at 1732072979172 2024-11-20T03:22:59,172 DEBUG [RS_CLOSE_REGION-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732072958569.16fd8d3f64e852dcf4b70b887483c095. 2024-11-20T03:22:59,186 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/hbase/meta/1588230740/.tmp/table/553d9cdcffae49bbb68950e5acfaf883 2024-11-20T03:22:59,189 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/hbase/meta/1588230740/.tmp/info/ef7d12f0eeb44d538ea06754e0e23364 as hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/hbase/meta/1588230740/info/ef7d12f0eeb44d538ea06754e0e23364 2024-11-20T03:22:59,192 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/hbase/meta/1588230740/info/ef7d12f0eeb44d538ea06754e0e23364, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T03:22:59,193 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/hbase/meta/1588230740/.tmp/ns/e5febb5f388a4e58af9763dba900bdae as hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/hbase/meta/1588230740/ns/e5febb5f388a4e58af9763dba900bdae 2024-11-20T03:22:59,196 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/hbase/meta/1588230740/ns/e5febb5f388a4e58af9763dba900bdae, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T03:22:59,196 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/hbase/meta/1588230740/.tmp/rep_barrier/7c3093f8f15a48aaba2058ebc1666571 as hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/hbase/meta/1588230740/rep_barrier/7c3093f8f15a48aaba2058ebc1666571 2024-11-20T03:22:59,199 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/hbase/meta/1588230740/rep_barrier/7c3093f8f15a48aaba2058ebc1666571, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T03:22:59,199 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/hbase/meta/1588230740/.tmp/table/553d9cdcffae49bbb68950e5acfaf883 as hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/hbase/meta/1588230740/table/553d9cdcffae49bbb68950e5acfaf883 2024-11-20T03:22:59,202 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/hbase/meta/1588230740/table/553d9cdcffae49bbb68950e5acfaf883, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T03:22:59,203 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 890ms, sequenceid=16, compaction requested=false 2024-11-20T03:22:59,203 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T03:22:59,206 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T03:22:59,207 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T03:22:59,207 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:22:59,207 INFO [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:22:59,207 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732072978312Running coprocessor pre-close hooks at 1732072978312Disabling compacts and flushes for region at 1732072978312Disabling writes for close at 1732072978312Obtaining lock to block concurrent updates at 1732072978312Preparing flush snapshotting stores in 1588230740 at 1732072978312Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732072978313 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732072978313Flushing 1588230740/info: creating writer at 1732072978313Flushing 1588230740/info: appending metadata at 1732072978325 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732072978325Flushing 1588230740/ns: creating writer at 1732072978332 (+7 ms)Flushing 1588230740/ns: appending metadata at 1732072978344 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732072978344Flushing 1588230740/rep_barrier: creating writer at 1732072978750 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732072978762 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732072978762Flushing 1588230740/table: creating writer at 1732072978769 (+7 ms)Flushing 1588230740/table: appending metadata at 1732072978782 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732072978782Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4aceade2: reopening flushed file at 1732072979189 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c48eb7e: reopening flushed file at 1732072979192 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28b6f649: reopening flushed file at 1732072979196 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29aa1387: reopening flushed file at 1732072979199 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 890ms, sequenceid=16, compaction requested=false at 1732072979203 (+4 ms)Writing region close event to WAL at 1732072979204 (+1 ms)Running coprocessor post-close hooks at 1732072979206 (+2 ms)Closed at 1732072979207 (+1 ms) 2024-11-20T03:22:59,207 DEBUG [RS_CLOSE_META-regionserver/d00f728e99d7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T03:22:59,313 INFO [RS:0;d00f728e99d7:42371 {}] regionserver.HRegionServer(976): stopping server d00f728e99d7,42371,1732072943592; all regions closed. 2024-11-20T03:22:59,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741842_1018 (size=859) 2024-11-20T03:22:59,317 DEBUG [RS:0;d00f728e99d7:42371 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/oldWALs 2024-11-20T03:22:59,317 INFO [RS:0;d00f728e99d7:42371 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d00f728e99d7%2C42371%2C1732072943592.meta:.meta(num 1732072968706) 2024-11-20T03:22:59,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741843_1019 (size=2791) 2024-11-20T03:22:59,320 DEBUG [RS:0;d00f728e99d7:42371 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/oldWALs 2024-11-20T03:22:59,320 INFO [RS:0;d00f728e99d7:42371 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d00f728e99d7%2C42371%2C1732072943592.rep:(num 1732072968731) 2024-11-20T03:22:59,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741844_1020 (size=696) 2024-11-20T03:22:59,323 DEBUG [RS:0;d00f728e99d7:42371 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/oldWALs 2024-11-20T03:22:59,323 INFO [RS:0;d00f728e99d7:42371 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d00f728e99d7%2C42371%2C1732072943592:(num 1732072968756) 2024-11-20T03:22:59,323 DEBUG [RS:0;d00f728e99d7:42371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:59,323 INFO [RS:0;d00f728e99d7:42371 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:22:59,323 INFO [RS:0;d00f728e99d7:42371 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:22:59,323 INFO [RS:0;d00f728e99d7:42371 {}] hbase.ChoreService(370): Chore service for: regionserver/d00f728e99d7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T03:22:59,323 INFO [RS:0;d00f728e99d7:42371 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:22:59,323 INFO [regionserver/d00f728e99d7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:22:59,323 INFO [RS:0;d00f728e99d7:42371 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-d00f728e99d7,42371,1732072943592 because: Region server is closing 2024-11-20T03:22:59,323 INFO [RS:0;d00f728e99d7:42371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:42371. 2024-11-20T03:22:59,324 DEBUG [RS:0;d00f728e99d7:42371 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:22:59,324 DEBUG [RS:0;d00f728e99d7:42371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:59,324 DEBUG [RS:0;d00f728e99d7:42371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:59,324 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:22:59,424 WARN [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,1-d00f728e99d7,42371,1732072943592 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T03:22:59,424 WARN [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592.replicationSource.shipperd00f728e99d7%2C42371%2C1732072943592,1-d00f728e99d7,42371,1732072943592 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T03:22:59,424 INFO [RS:0;d00f728e99d7:42371 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,1-d00f728e99d7,42371,1732072943592.replicationSource.shipperd00f728e99d7%2C42371%2C1732072943592,1-d00f728e99d7,42371,1732072943592 terminated 2024-11-20T03:22:59,424 INFO [RS:0;d00f728e99d7:42371 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-d00f728e99d7,42371,1732072943592 because: Region server is closing 2024-11-20T03:22:59,424 INFO [RS:0;d00f728e99d7:42371 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d00f728e99d7:42371. 2024-11-20T03:22:59,425 DEBUG [RS:0;d00f728e99d7:42371 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:22:59,425 DEBUG [RS:0;d00f728e99d7:42371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:59,425 DEBUG [RS:0;d00f728e99d7:42371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:22:59,425 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:22:59,525 WARN [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42371,1732072943592.replicationSource.wal-reader.d00f728e99d7%2C42371%2C1732072943592,2-d00f728e99d7,42371,1732072943592 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T03:22:59,525 WARN [RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42371,1732072943592.replicationSource.shipperd00f728e99d7%2C42371%2C1732072943592,2-d00f728e99d7,42371,1732072943592 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T03:22:59,525 INFO [RS:0;d00f728e99d7:42371 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/d00f728e99d7:0-0.replicationSource,2-d00f728e99d7,42371,1732072943592.replicationSource.shipperd00f728e99d7%2C42371%2C1732072943592,2-d00f728e99d7,42371,1732072943592 terminated 2024-11-20T03:22:59,525 INFO [RS:0;d00f728e99d7:42371 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42371 2024-11-20T03:22:59,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36885-0x1015643a2ac0000, quorum=127.0.0.1:51344, baseZNode=/01742882746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01742882746/rs 2024-11-20T03:22:59,537 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x1015643a2ac0001, quorum=127.0.0.1:51344, baseZNode=/01742882746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01742882746/rs/d00f728e99d7,42371,1732072943592 2024-11-20T03:22:59,537 INFO [RS:0;d00f728e99d7:42371 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:22:59,537 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d00f728e99d7,42371,1732072943592] 2024-11-20T03:22:59,558 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01742882746/draining/d00f728e99d7,42371,1732072943592 already deleted, retry=false 2024-11-20T03:22:59,558 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d00f728e99d7,42371,1732072943592 expired; onlineServers=0 2024-11-20T03:22:59,558 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd00f728e99d7,36885,1732072943427' ***** 2024-11-20T03:22:59,558 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T03:22:59,558 INFO [M:0;d00f728e99d7:36885 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:22:59,558 INFO [M:0;d00f728e99d7:36885 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:22:59,558 DEBUG [M:0;d00f728e99d7:36885 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T03:22:59,558 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T03:22:59,558 DEBUG [M:0;d00f728e99d7:36885 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T03:22:59,558 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072945708 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.large.0-1732072945708,5,FailOnTimeoutGroup] 2024-11-20T03:22:59,558 DEBUG [master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072945708 {}] cleaner.HFileCleaner(306): Exit Thread[master/d00f728e99d7:0:becomeActiveMaster-HFileCleaner.small.0-1732072945708,5,FailOnTimeoutGroup] 2024-11-20T03:22:59,558 INFO [M:0;d00f728e99d7:36885 {}] hbase.ChoreService(370): Chore service for: master/d00f728e99d7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T03:22:59,558 INFO [M:0;d00f728e99d7:36885 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:22:59,559 DEBUG [M:0;d00f728e99d7:36885 {}] master.HMaster(1795): Stopping service threads 2024-11-20T03:22:59,559 INFO [M:0;d00f728e99d7:36885 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T03:22:59,559 INFO [M:0;d00f728e99d7:36885 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:22:59,559 ERROR [M:0;d00f728e99d7:36885 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1040632728) connection to localhost/127.0.0.1:32829 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:32829,5,PEWorkerGroup] 2024-11-20T03:22:59,559 INFO [M:0;d00f728e99d7:36885 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T03:22:59,559 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T03:22:59,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36885-0x1015643a2ac0000, quorum=127.0.0.1:51344, baseZNode=/01742882746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01742882746/master 2024-11-20T03:22:59,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36885-0x1015643a2ac0000, quorum=127.0.0.1:51344, baseZNode=/01742882746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01742882746 2024-11-20T03:22:59,579 DEBUG [M:0;d00f728e99d7:36885 {}] zookeeper.RecoverableZooKeeper(212): Node /01742882746/master already deleted, retry=false 2024-11-20T03:22:59,579 DEBUG [M:0;d00f728e99d7:36885 {}] master.ActiveMasterManager(353): master:36885-0x1015643a2ac0000, quorum=127.0.0.1:51344, baseZNode=/01742882746 Failed delete of our master address node; KeeperErrorCode = NoNode for /01742882746/master 2024-11-20T03:22:59,579 INFO [M:0;d00f728e99d7:36885 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/.lastflushedseqids 2024-11-20T03:22:59,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741853_1029 (size=263) 2024-11-20T03:22:59,648 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x1015643a2ac0001, quorum=127.0.0.1:51344, baseZNode=/01742882746 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:22:59,648 INFO [RS:0;d00f728e99d7:42371 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:22:59,648 DEBUG [pool-2397-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42371-0x1015643a2ac0001, quorum=127.0.0.1:51344, baseZNode=/01742882746 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:22:59,648 INFO [RS:0;d00f728e99d7:42371 {}] regionserver.HRegionServer(1031): Exiting; stopping=d00f728e99d7,42371,1732072943592; zookeeper connection closed. 2024-11-20T03:22:59,648 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d99ad4d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d99ad4d 2024-11-20T03:22:59,648 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T03:22:59,985 INFO [M:0;d00f728e99d7:36885 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T03:22:59,986 INFO [M:0;d00f728e99d7:36885 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T03:22:59,986 DEBUG [M:0;d00f728e99d7:36885 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:22:59,986 INFO [M:0;d00f728e99d7:36885 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:22:59,986 DEBUG [M:0;d00f728e99d7:36885 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:22:59,986 DEBUG [M:0;d00f728e99d7:36885 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:22:59,986 DEBUG [M:0;d00f728e99d7:36885 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:22:59,986 INFO [M:0;d00f728e99d7:36885 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.11 KB heapSize=71.43 KB 2024-11-20T03:23:00,003 DEBUG [M:0;d00f728e99d7:36885 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e2b63ff44484b50bacbbefd2ecd8119 is 82, key is hbase:meta,,1/info:regioninfo/1732072946947/Put/seqid=0 2024-11-20T03:23:00,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741854_1030 (size=5672) 2024-11-20T03:23:00,406 INFO [M:0;d00f728e99d7:36885 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e2b63ff44484b50bacbbefd2ecd8119 2024-11-20T03:23:00,422 DEBUG [M:0;d00f728e99d7:36885 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/93ef84239ef6467894fe417784e3a9b2 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732072959731/Put/seqid=0 2024-11-20T03:23:00,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741855_1031 (size=7610) 2024-11-20T03:23:00,438 INFO [master/d00f728e99d7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T03:23:00,438 INFO [master/d00f728e99d7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T03:23:00,826 INFO [M:0;d00f728e99d7:36885 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.56 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/93ef84239ef6467894fe417784e3a9b2 2024-11-20T03:23:00,829 INFO [M:0;d00f728e99d7:36885 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 93ef84239ef6467894fe417784e3a9b2 2024-11-20T03:23:00,841 DEBUG [M:0;d00f728e99d7:36885 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83492a89594c4e9f9be0b2e9037d48bd is 69, key is d00f728e99d7,42371,1732072943592/rs:state/1732072945760/Put/seqid=0 2024-11-20T03:23:00,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741856_1032 (size=5156) 2024-11-20T03:23:01,244 INFO [M:0;d00f728e99d7:36885 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83492a89594c4e9f9be0b2e9037d48bd 2024-11-20T03:23:01,247 DEBUG [M:0;d00f728e99d7:36885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e2b63ff44484b50bacbbefd2ecd8119 as hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0e2b63ff44484b50bacbbefd2ecd8119 2024-11-20T03:23:01,250 INFO [M:0;d00f728e99d7:36885 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0e2b63ff44484b50bacbbefd2ecd8119, entries=8, sequenceid=121, filesize=5.5 K 2024-11-20T03:23:01,251 DEBUG [M:0;d00f728e99d7:36885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/93ef84239ef6467894fe417784e3a9b2 as hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/93ef84239ef6467894fe417784e3a9b2 2024-11-20T03:23:01,253 INFO [M:0;d00f728e99d7:36885 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 93ef84239ef6467894fe417784e3a9b2 2024-11-20T03:23:01,253 INFO [M:0;d00f728e99d7:36885 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/93ef84239ef6467894fe417784e3a9b2, entries=13, sequenceid=121, filesize=7.4 K 2024-11-20T03:23:01,254 DEBUG [M:0;d00f728e99d7:36885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83492a89594c4e9f9be0b2e9037d48bd as hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/83492a89594c4e9f9be0b2e9037d48bd 2024-11-20T03:23:01,257 INFO [M:0;d00f728e99d7:36885 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32829/user/jenkins/test-data/b84be26c-d481-44e7-22be-112e85c7c4be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/83492a89594c4e9f9be0b2e9037d48bd, entries=1, sequenceid=121, filesize=5.0 K 2024-11-20T03:23:01,257 INFO [M:0;d00f728e99d7:36885 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=121, compaction requested=false 2024-11-20T03:23:01,258 INFO [M:0;d00f728e99d7:36885 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:23:01,258 DEBUG [M:0;d00f728e99d7:36885 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732072979986Disabling compacts and flushes for region at 1732072979986Disabling writes for close at 1732072979986Obtaining lock to block concurrent updates at 1732072979986Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732072979986Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61557, getHeapSize=73080, getOffHeapSize=0, getCellsCount=140 at 1732072979986Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732072979987 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732072979987Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732072980002 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732072980002Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732072980409 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732072980422 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732072980422Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732072980829 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732072980840 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732072980840Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@731b629c: reopening flushed file at 1732072981247 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4926abe: reopening flushed file at 1732072981250 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@280c402f: reopening flushed file at 1732072981254 (+4 ms)Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=121, compaction requested=false at 1732072981257 (+3 ms)Writing region close event to WAL at 1732072981258 (+1 ms)Closed at 1732072981258 2024-11-20T03:23:01,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44231 is added to blk_1073741830_1006 (size=69920) 2024-11-20T03:23:01,260 INFO [M:0;d00f728e99d7:36885 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T03:23:01,260 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:23:01,260 INFO [M:0;d00f728e99d7:36885 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36885 2024-11-20T03:23:01,261 INFO [M:0;d00f728e99d7:36885 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:23:01,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36885-0x1015643a2ac0000, quorum=127.0.0.1:51344, baseZNode=/01742882746 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:23:01,410 INFO [M:0;d00f728e99d7:36885 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:23:01,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36885-0x1015643a2ac0000, quorum=127.0.0.1:51344, baseZNode=/01742882746 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:23:01,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7048825d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:23:01,412 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e8443a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:23:01,412 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:23:01,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ea7902e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:23:01,412 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5749ced0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fdc7d1-a631-1213-f266-a948efa91e78/hadoop.log.dir/,STOPPED} 2024-11-20T03:23:01,414 WARN [BP-1249078784-172.17.0.2-1732072941341 heartbeating to localhost/127.0.0.1:32829 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T03:23:01,414 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T03:23:01,414 WARN [BP-1249078784-172.17.0.2-1732072941341 heartbeating to localhost/127.0.0.1:32829 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1249078784-172.17.0.2-1732072941341 (Datanode Uuid 0c2e542d-542b-4d6d-9203-7a418ad2741a) service to localhost/127.0.0.1:32829 2024-11-20T03:23:01,414 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T03:23:01,414 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fdc7d1-a631-1213-f266-a948efa91e78/cluster_1bc836c7-7bd7-2b5f-9072-c2ae485d07bc/data/data1/current/BP-1249078784-172.17.0.2-1732072941341 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:23:01,414 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fdc7d1-a631-1213-f266-a948efa91e78/cluster_1bc836c7-7bd7-2b5f-9072-c2ae485d07bc/data/data2/current/BP-1249078784-172.17.0.2-1732072941341 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:23:01,415 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T03:23:01,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32b072ae{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:23:01,420 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3dc8f12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:23:01,421 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:23:01,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@410def9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:23:01,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16090acf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4fdc7d1-a631-1213-f266-a948efa91e78/hadoop.log.dir/,STOPPED} 2024-11-20T03:23:01,425 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T03:23:01,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T03:23:01,447 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=591 (was 532) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40163 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40163 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:32829 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51344) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40845 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40163 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32829 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:32829 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40163 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40845 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:40163 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40845 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40163 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:32829 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51344) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40845 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40163 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51344) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40163 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40163 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:32829 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:40163 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:40845 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=973 (was 874) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=340 (was 369), ProcessCount=11 (was 11), AvailableMemoryMB=6527 (was 6632) 2024-11-20T03:23:01,447 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=591 is superior to 500